[ 565.839767] env[69760]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=69760) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 565.840171] env[69760]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=69760) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 565.840294] env[69760]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=69760) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 565.840602] env[69760]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 565.985010] env[69760]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=69760) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 565.995010] env[69760]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.010s {{(pid=69760) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 566.055969] env[69760]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 566.617761] env[69760]: INFO nova.virt.driver [None req-2d4599e6-d799-415f-941e-63e804bab395 None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 566.687817] env[69760]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 566.687997] env[69760]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 566.688073] env[69760]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=69760) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 569.635790] env[69760]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-fd3d0d07-42c3-4b15-8583-19baddc1d98c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.653416] env[69760]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=69760) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 569.653584] env[69760]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-cb890ca1-7ebb-4865-b090-dc40c86f47cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.690432] env[69760]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 135f3. [ 569.690610] env[69760]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.003s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 569.691327] env[69760]: INFO nova.virt.vmwareapi.driver [None req-2d4599e6-d799-415f-941e-63e804bab395 None None] VMware vCenter version: 7.0.3 [ 569.694958] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26be3d3b-850d-4914-aa12-2ccbc9fe4581 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.717235] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e32941-28d3-4786-a81f-b68cc0ce79e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.723799] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfb41029-1a6e-4da1-9701-1865b3af4da9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.730759] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ec9ae1-7306-4de7-9898-f8f40154411b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.744238] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cefae5-c51b-45be-acee-0bc9335ec7a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.750416] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fdfd6c9-ee62-44a7-ad9d-fee2b60d075c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.781413] env[69760]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-247ed08d-c948-4dc2-9fc0-c0bf62a6fcb4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 569.786919] env[69760]: DEBUG nova.virt.vmwareapi.driver [None req-2d4599e6-d799-415f-941e-63e804bab395 None None] Extension org.openstack.compute already exists. {{(pid=69760) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 569.789625] env[69760]: INFO nova.compute.provider_config [None req-2d4599e6-d799-415f-941e-63e804bab395 None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 570.294549] env[69760]: DEBUG nova.context [None req-2d4599e6-d799-415f-941e-63e804bab395 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ea1cd012-5377-41c7-abc4-490bacff581d(cell1) {{(pid=69760) load_cells /opt/stack/nova/nova/context.py:464}} [ 570.296230] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.296454] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.297177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.297599] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Acquiring lock "ea1cd012-5377-41c7-abc4-490bacff581d" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 570.297786] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Lock "ea1cd012-5377-41c7-abc4-490bacff581d" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 570.298806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Lock "ea1cd012-5377-41c7-abc4-490bacff581d" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 570.318737] env[69760]: INFO dbcounter [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Registered counter for database nova_cell0 [ 570.326938] env[69760]: INFO dbcounter [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Registered counter for database nova_cell1 [ 570.762984] env[69760]: DEBUG oslo_db.sqlalchemy.engines [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69760) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 570.763628] env[69760]: DEBUG oslo_db.sqlalchemy.engines [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=69760) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 570.768282] env[69760]: ERROR nova.db.main.api [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 570.768282] env[69760]: result = function(*args, **kwargs) [ 570.768282] env[69760]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 570.768282] env[69760]: return func(*args, **kwargs) [ 570.768282] env[69760]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 570.768282] env[69760]: result = fn(*args, **kwargs) [ 570.768282] env[69760]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 570.768282] env[69760]: return f(*args, **kwargs) [ 570.768282] env[69760]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 570.768282] env[69760]: return db.service_get_minimum_version(context, binaries) [ 570.768282] env[69760]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 570.768282] env[69760]: _check_db_access() [ 570.768282] env[69760]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 570.768282] env[69760]: stacktrace = ''.join(traceback.format_stack()) [ 570.768282] env[69760]: [ 570.769139] env[69760]: ERROR nova.db.main.api [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 570.769139] env[69760]: result = function(*args, **kwargs) [ 570.769139] env[69760]: File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper [ 570.769139] env[69760]: return func(*args, **kwargs) [ 570.769139] env[69760]: File "/opt/stack/nova/nova/context.py", line 422, in gather_result [ 570.769139] env[69760]: result = fn(*args, **kwargs) [ 570.769139] env[69760]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 570.769139] env[69760]: return f(*args, **kwargs) [ 570.769139] env[69760]: File "/opt/stack/nova/nova/objects/service.py", line 557, in _db_service_get_minimum_version [ 570.769139] env[69760]: return db.service_get_minimum_version(context, binaries) [ 570.769139] env[69760]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 570.769139] env[69760]: _check_db_access() [ 570.769139] env[69760]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 570.769139] env[69760]: stacktrace = ''.join(traceback.format_stack()) [ 570.769139] env[69760]: [ 570.769557] env[69760]: WARNING nova.objects.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 570.769670] env[69760]: WARNING nova.objects.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Failed to get minimum service version for cell ea1cd012-5377-41c7-abc4-490bacff581d [ 570.770130] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Acquiring lock "singleton_lock" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 570.770294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Acquired lock "singleton_lock" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 570.770532] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Releasing lock "singleton_lock" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.770859] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Full set of CONF: {{(pid=69760) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 570.771052] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ******************************************************************************** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 570.771192] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] Configuration options gathered from: {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 570.771331] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 570.771529] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 570.771657] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ================================================================================ {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 570.771860] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] allow_resize_to_same_host = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.772042] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] arq_binding_timeout = 300 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.772176] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] backdoor_port = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.772303] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] backdoor_socket = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.772468] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] block_device_allocate_retries = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.772626] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] block_device_allocate_retries_interval = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.772795] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cert = self.pem {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.772963] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.773144] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute_monitors = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.773316] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] config_dir = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.773692] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] config_drive_format = iso9660 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.773836] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.774028] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] config_source = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.774205] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] console_host = devstack {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.774371] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] control_exchange = nova {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.774529] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cpu_allocation_ratio = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.774687] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] daemon = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.774853] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] debug = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.775013] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] default_access_ip_network_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.775183] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] default_availability_zone = nova {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.775342] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] default_ephemeral_format = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.775498] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] default_green_pool_size = 1000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.775735] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.775896] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] default_schedule_zone = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.776068] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] disk_allocation_ratio = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.776230] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] enable_new_services = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.776405] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] enabled_apis = ['osapi_compute'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.776568] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] enabled_ssl_apis = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.776729] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] flat_injected = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.776886] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] force_config_drive = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.777053] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] force_raw_images = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.777227] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] graceful_shutdown_timeout = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.777387] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] heal_instance_info_cache_interval = -1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.777606] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] host = cpu-1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.777785] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] initial_cpu_allocation_ratio = 4.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.777950] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] initial_disk_allocation_ratio = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.778129] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] initial_ram_allocation_ratio = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.778349] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.778516] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instance_build_timeout = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.778672] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instance_delete_interval = 300 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.778858] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instance_format = [instance: %(uuid)s] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.779054] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instance_name_template = instance-%08x {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.779223] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instance_usage_audit = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.779394] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instance_usage_audit_period = month {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.779558] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.779722] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] instances_path = /opt/stack/data/nova/instances {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.779885] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] internal_service_availability_zone = internal {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.780051] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] key = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.780216] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] live_migration_retry_count = 30 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.780386] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_color = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.780550] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_config_append = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.780716] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.780873] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_dir = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.781061] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_file = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.781195] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_options = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.781355] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_rotate_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.781526] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_rotate_interval_type = days {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.781685] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] log_rotation_type = none {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.781810] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.781934] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.782115] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.782281] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.782406] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.782565] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] long_rpc_timeout = 1800 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.782720] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] max_concurrent_builds = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.782874] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] max_concurrent_live_migrations = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.783068] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] max_concurrent_snapshots = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.783233] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] max_local_block_devices = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.783390] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] max_logfile_count = 30 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.783545] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] max_logfile_size_mb = 200 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.783698] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] maximum_instance_delete_attempts = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.783863] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] metadata_listen = 0.0.0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.784037] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] metadata_listen_port = 8775 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.784206] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] metadata_workers = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.784365] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] migrate_max_retries = -1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.784526] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] mkisofs_cmd = genisoimage {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.784727] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] my_block_storage_ip = 10.180.1.21 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.784857] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] my_ip = 10.180.1.21 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.785068] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.785233] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] network_allocate_retries = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.785406] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.785571] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] osapi_compute_listen = 0.0.0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.785732] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] osapi_compute_listen_port = 8774 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.785896] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] osapi_compute_unique_server_name_scope = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.786080] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] osapi_compute_workers = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.786241] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] password_length = 12 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.786460] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] periodic_enable = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.786646] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] periodic_fuzzy_delay = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.786817] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] pointer_model = usbtablet {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.786982] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] preallocate_images = none {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.787156] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] publish_errors = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.787283] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] pybasedir = /opt/stack/nova {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.787437] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ram_allocation_ratio = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.787593] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] rate_limit_burst = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.787756] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] rate_limit_except_level = CRITICAL {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.787912] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] rate_limit_interval = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.788080] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] reboot_timeout = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.788238] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] reclaim_instance_interval = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.788390] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] record = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.788553] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] reimage_timeout_per_gb = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.788716] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] report_interval = 120 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.788898] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] rescue_timeout = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.789074] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] reserved_host_cpus = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.789236] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] reserved_host_disk_mb = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.789391] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] reserved_host_memory_mb = 512 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.789545] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] reserved_huge_pages = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.789699] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] resize_confirm_window = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.789854] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] resize_fs_using_block_device = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.790023] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] resume_guests_state_on_host_boot = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.790191] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.790348] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] rpc_response_timeout = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.790504] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] run_external_periodic_tasks = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.790665] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] running_deleted_instance_action = reap {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.790899] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] running_deleted_instance_poll_interval = 1800 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.791158] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] running_deleted_instance_timeout = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.791344] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler_instance_sync_interval = 120 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.791515] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_down_time = 720 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.791708] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] servicegroup_driver = db {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.791940] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] shell_completion = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.792172] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] shelved_offload_time = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.792345] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] shelved_poll_interval = 3600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.792532] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] shutdown_timeout = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.792746] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] source_is_ipv6 = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.792969] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ssl_only = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.793240] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.793414] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] sync_power_state_interval = 600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.793580] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] sync_power_state_pool_size = 1000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.793752] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] syslog_log_facility = LOG_USER {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.793912] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] tempdir = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.794090] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] timeout_nbd = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.794265] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] transport_url = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.794430] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] update_resources_interval = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.794590] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] use_cow_images = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.794748] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] use_journal = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.794906] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] use_json = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.795103] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] use_rootwrap_daemon = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.795268] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] use_stderr = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.795426] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] use_syslog = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.795582] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vcpu_pin_set = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.795747] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plugging_is_fatal = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.795912] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plugging_timeout = 300 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.796091] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] virt_mkfs = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.796255] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] volume_usage_poll_interval = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.796414] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] watch_log_file = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.796582] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] web = /usr/share/spice-html5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 570.796765] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_brick.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.796932] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.797109] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_brick.wait_mpath_device_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.797280] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_concurrency.disable_process_locking = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.797571] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.797757] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.797924] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.798113] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_metrics.metrics_process_name = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.798288] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.798457] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.798642] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.auth_strategy = keystone {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.798824] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.compute_link_prefix = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.799029] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.799211] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.dhcp_domain = novalocal {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.799386] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.enable_instance_password = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.799552] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.glance_link_prefix = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.799720] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.799893] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.instance_list_cells_batch_strategy = distributed {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.800069] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.instance_list_per_project_cells = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.800234] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.list_records_by_skipping_down_cells = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.800397] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.local_metadata_per_cell = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.800565] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.max_limit = 1000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.800733] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.metadata_cache_expiration = 15 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.800934] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.neutron_default_tenant_id = default {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.801122] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.response_validation = warn {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.801302] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.use_neutron_default_nets = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.801475] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.801641] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.vendordata_dynamic_failure_fatal = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.801805] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.801978] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.vendordata_dynamic_ssl_certfile = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.802200] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.vendordata_dynamic_targets = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.802374] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.vendordata_jsonfile_path = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.802555] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api.vendordata_providers = ['StaticJSON'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.802749] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.backend = dogpile.cache.memcached {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.802918] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.backend_argument = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.803099] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.backend_expiration_time = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.803273] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.config_prefix = cache.oslo {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.803446] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.dead_timeout = 60.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.803612] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.debug_cache_backend = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.803776] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.enable_retry_client = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.803942] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.enable_socket_keepalive = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.804128] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.enabled = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.804296] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.enforce_fips_mode = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.804462] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.expiration_time = 600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.804628] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.hashclient_retry_attempts = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.804793] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.hashclient_retry_delay = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.804956] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_dead_retry = 300 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.805131] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_password = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.805298] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.805460] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.805623] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_pool_maxsize = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.805785] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_pool_unused_timeout = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.805948] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_sasl_enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.806141] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_servers = ['localhost:11211'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.806310] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_socket_timeout = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.806469] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.memcache_username = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.806633] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.proxies = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.806793] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.redis_db = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.806956] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.redis_password = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.807154] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.redis_sentinel_service_name = mymaster {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.807330] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.807498] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.redis_server = localhost:6379 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.807661] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.redis_socket_timeout = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.807819] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.redis_username = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.807978] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.retry_attempts = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.808158] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.retry_delay = 0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.808320] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.socket_keepalive_count = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.808480] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.socket_keepalive_idle = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.808642] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.socket_keepalive_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.808801] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.tls_allowed_ciphers = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.808955] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.tls_cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.809126] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.tls_certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.809287] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.tls_enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.809444] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cache.tls_keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.809610] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.809781] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.auth_type = password {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.809941] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.810129] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.catalog_info = volumev3::publicURL {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.810291] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.810454] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.810613] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.cross_az_attach = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.810770] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.debug = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.810957] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.endpoint_template = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.811137] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.http_retries = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.811300] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.811459] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.811629] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.os_region_name = RegionOne {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.811790] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.811947] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cinder.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.812665] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.812665] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.cpu_dedicated_set = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.812665] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.cpu_shared_set = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.812665] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.image_type_exclude_list = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.812826] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.live_migration_wait_for_vif_plug = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.812927] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.max_concurrent_disk_ops = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.813108] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.max_disk_devices_to_attach = -1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.813293] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.813474] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.813639] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.resource_provider_association_refresh = 300 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.813798] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.813960] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.shutdown_retry_interval = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.814188] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.814491] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] conductor.workers = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.814688] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] console.allowed_origins = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.814853] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] console.ssl_ciphers = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.815036] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] console.ssl_minimum_version = default {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.815216] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] consoleauth.enforce_session_timeout = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.815385] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] consoleauth.token_ttl = 600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.815557] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.815716] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.815879] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.816050] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.816215] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.816374] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.816536] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.816692] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.816850] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.817014] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.817181] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.817340] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.817496] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.817664] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.service_type = accelerator {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.817825] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.817983] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.818156] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.818315] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.818494] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.818656] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] cyborg.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.818828] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.asyncio_connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.818985] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.asyncio_slave_connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.819172] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.backend = sqlalchemy {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.819343] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.819507] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.connection_debug = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.819675] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.connection_parameters = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.819837] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.connection_recycle_time = 3600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.820006] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.connection_trace = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.820177] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.db_inc_retry_interval = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.820338] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.db_max_retries = 20 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.820500] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.db_max_retry_interval = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.820660] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.db_retry_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.820818] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.max_overflow = 50 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.821010] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.max_pool_size = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.821193] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.max_retries = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.821364] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.mysql_sql_mode = TRADITIONAL {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.821521] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.mysql_wsrep_sync_wait = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.821679] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.pool_timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.821839] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.retry_interval = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.822021] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.slave_connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.822203] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.sqlite_synchronous = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.822367] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] database.use_db_reconnect = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.822533] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.asyncio_connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.822691] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.asyncio_slave_connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.822859] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.backend = sqlalchemy {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.823038] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.823217] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.connection_debug = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.823407] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.connection_parameters = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.823574] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.connection_recycle_time = 3600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.823737] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.connection_trace = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.823898] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.db_inc_retry_interval = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.824074] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.db_max_retries = 20 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.824241] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.db_max_retry_interval = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.824401] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.db_retry_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.824561] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.max_overflow = 50 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.824722] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.max_pool_size = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.824881] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.max_retries = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.825061] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.825225] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.mysql_wsrep_sync_wait = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.825384] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.pool_timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.825544] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.retry_interval = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.825702] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.slave_connection = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.825861] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] api_database.sqlite_synchronous = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.826044] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] devices.enabled_mdev_types = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.826257] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.826442] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ephemeral_storage_encryption.default_format = luks {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.826606] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ephemeral_storage_encryption.enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.826769] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ephemeral_storage_encryption.key_size = 512 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.826941] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.api_servers = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.827121] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.827286] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.827448] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.827607] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.827766] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.827927] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.debug = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.828103] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.default_trusted_certificate_ids = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.828266] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.enable_certificate_validation = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.828426] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.enable_rbd_download = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.828583] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.828746] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.828909] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.829077] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.829237] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.829399] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.num_retries = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.829567] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.rbd_ceph_conf = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.829727] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.rbd_connect_timeout = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.829894] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.rbd_pool = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.830074] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.rbd_user = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.830243] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.830403] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.830561] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.830729] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.service_type = image {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.830908] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.831095] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.831259] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.831422] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.831605] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.831771] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.verify_glance_signatures = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.831932] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] glance.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.832139] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] guestfs.debug = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.832321] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.832488] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.auth_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.832650] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.832808] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.832974] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.833149] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.833334] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.833503] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.833669] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.833830] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.833992] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.834170] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.834332] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.834493] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.834652] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.834824] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.service_type = shared-file-system {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.834991] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.share_apply_policy_timeout = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.835170] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.835332] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.835491] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.835648] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.835829] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.835992] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] manila.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.836174] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] mks.enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.836514] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.836705] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] image_cache.manager_interval = 2400 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.836873] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] image_cache.precache_concurrency = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.837054] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] image_cache.remove_unused_base_images = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.837230] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.837399] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.837573] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] image_cache.subdirectory_name = _base {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.837749] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.api_max_retries = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.837914] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.api_retry_interval = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.838088] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.838287] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.auth_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.838465] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.838624] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.838792] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.838956] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.conductor_group = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.839128] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.839286] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.839443] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.839603] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.839759] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.839918] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.840090] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.840256] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.peer_list = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.840415] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.840572] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.840736] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.serial_console_state_timeout = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.840896] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.841100] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.service_type = baremetal {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.841269] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.shard = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.841436] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.841593] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.841752] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.841909] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.842132] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.842311] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ironic.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.842499] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.842675] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] key_manager.fixed_key = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.842856] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.843028] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.barbican_api_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.843197] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.barbican_endpoint = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.843393] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.barbican_endpoint_type = public {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.843558] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.barbican_region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.843721] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.843878] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.844054] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.844221] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.844380] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.844544] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.number_of_retries = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.844704] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.retry_delay = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.844865] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.send_service_user_token = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.845046] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.845264] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.845439] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.verify_ssl = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.845598] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican.verify_ssl_path = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.845766] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.845931] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.auth_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.846109] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.846271] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.846434] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.846595] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.846752] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.846915] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.847085] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] barbican_service_user.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.847256] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.approle_role_id = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.847417] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.approle_secret_id = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.847588] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.kv_mountpoint = secret {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.847748] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.kv_path = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.847912] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.kv_version = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.848083] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.namespace = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.848245] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.root_token_id = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.848403] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.ssl_ca_crt_file = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.848569] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.timeout = 60.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.848731] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.use_ssl = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.848903] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.849080] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.849244] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.849406] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.849562] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.849720] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.849875] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.850046] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.850211] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.850404] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.850569] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.850731] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.850899] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.851091] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.851268] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.service_type = identity {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.851433] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.851591] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.851750] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.851907] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.852098] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.852261] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] keystone.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.852447] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.ceph_mount_options = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.852832] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.853032] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.connection_uri = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.853210] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.cpu_mode = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.853397] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.cpu_model_extra_flags = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.853573] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.cpu_models = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.853747] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.cpu_power_governor_high = performance {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.853919] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.cpu_power_governor_low = powersave {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.854101] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.cpu_power_management = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.854277] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.854450] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.device_detach_attempts = 8 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.854616] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.device_detach_timeout = 20 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.854785] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.disk_cachemodes = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.854946] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.disk_prefix = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.855130] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.enabled_perf_events = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.855299] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.file_backed_memory = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.855464] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.gid_maps = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.855623] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.hw_disk_discard = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.855782] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.hw_machine_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.855954] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.images_rbd_ceph_conf = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.856132] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.856296] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.856463] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.images_rbd_glance_store_name = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.856631] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.images_rbd_pool = rbd {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.856801] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.images_type = default {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.856960] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.images_volume_group = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.857139] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.inject_key = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.857303] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.inject_partition = -2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.857466] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.inject_password = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.857627] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.iscsi_iface = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.857788] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.iser_use_multipath = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.857951] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_bandwidth = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.858128] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_completion_timeout = 800 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.858291] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_downtime = 500 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.858452] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_downtime_delay = 75 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.858611] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_downtime_steps = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.858769] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_inbound_addr = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.858929] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_permit_auto_converge = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.859099] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_permit_post_copy = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.859260] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_scheme = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.859431] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_timeout_action = abort {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.859592] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_tunnelled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.859749] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_uri = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.859911] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.live_migration_with_native_tls = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.860080] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.max_queues = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.860244] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.mem_stats_period_seconds = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.860465] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.860628] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.nfs_mount_options = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.860917] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.861109] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.num_aoe_discover_tries = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.861284] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.num_iser_scan_tries = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.861446] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.num_memory_encrypted_guests = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.861610] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.num_nvme_discover_tries = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.861769] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.num_pcie_ports = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.861962] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.num_volume_scan_tries = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.862185] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.pmem_namespaces = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.862355] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.quobyte_client_cfg = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.862639] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.862812] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rbd_connect_timeout = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.862977] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.863157] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.863362] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rbd_secret_uuid = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.863540] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rbd_user = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.863705] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.realtime_scheduler_priority = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.863873] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.remote_filesystem_transport = ssh {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.864043] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rescue_image_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.864209] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rescue_kernel_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.864366] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rescue_ramdisk_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.864533] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rng_dev_path = /dev/urandom {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.864692] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.rx_queue_size = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.864858] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.smbfs_mount_options = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.865170] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.865352] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.snapshot_compression = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.865513] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.snapshot_image_format = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.865734] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.865900] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.sparse_logical_volumes = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.866074] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.swtpm_enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.866246] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.swtpm_group = tss {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.866463] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.swtpm_user = tss {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.866664] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.sysinfo_serial = unique {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.866829] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.tb_cache_size = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.866988] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.tx_queue_size = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.867172] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.uid_maps = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.867337] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.use_virtio_for_bridges = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.867508] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.virt_type = kvm {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.867678] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.volume_clear = zero {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.867838] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.volume_clear_size = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.868007] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.volume_enforce_multipath = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.868184] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.volume_use_multipath = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.868343] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.vzstorage_cache_path = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.868510] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.868675] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.vzstorage_mount_group = qemu {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.868838] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.vzstorage_mount_opts = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.869015] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.869312] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.869492] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.vzstorage_mount_user = stack {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.869659] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.869830] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.870015] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.auth_type = password {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.870181] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.870343] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.870506] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.870664] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.870823] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.871102] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.default_floating_pool = public {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.871286] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.871452] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.extension_sync_interval = 600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.871615] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.http_retries = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.871779] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.871958] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.872188] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.872375] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.metadata_proxy_shared_secret = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.872539] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.872711] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.ovs_bridge = br-int {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.872876] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.physnets = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.873058] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.region_name = RegionOne {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.873235] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.873422] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.service_metadata_proxy = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.873586] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.873755] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.service_type = network {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.873918] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.874092] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.874254] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.874414] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.874593] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.874754] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] neutron.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.874925] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] notifications.bdms_in_notifications = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.875116] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] notifications.default_level = INFO {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.875283] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] notifications.include_share_mapping = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.875458] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] notifications.notification_format = unversioned {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.875621] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] notifications.notify_on_state_change = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.875795] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.875969] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] pci.alias = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.876152] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] pci.device_spec = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.876317] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] pci.report_in_placement = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.876487] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.876657] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.auth_type = password {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.876824] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.auth_url = http://10.180.1.21/identity {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.876982] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.877152] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.877314] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.877469] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.877625] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.877782] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.default_domain_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.877938] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.default_domain_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.878108] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.domain_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.878267] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.domain_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.878421] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.878580] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.878734] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.878891] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.879144] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.879251] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.password = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.879410] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.project_domain_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.879574] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.project_domain_name = Default {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.879740] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.project_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.879909] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.project_name = service {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.880088] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.region_name = RegionOne {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.880250] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.880412] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.880579] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.service_type = placement {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.880740] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.880967] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.881098] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.881265] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.system_scope = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.881421] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.881578] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.trust_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.881733] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.user_domain_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.881901] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.user_domain_name = Default {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.882090] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.user_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.882273] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.username = nova {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.882454] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.882614] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] placement.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.882793] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.cores = 20 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.882954] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.count_usage_from_placement = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.883142] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.883337] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.injected_file_content_bytes = 10240 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.883514] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.injected_file_path_length = 255 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.883679] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.injected_files = 5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.883845] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.instances = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.884013] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.key_pairs = 100 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.884219] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.metadata_items = 128 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.884396] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.ram = 51200 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.884562] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.recheck_quota = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.884727] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.server_group_members = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.884891] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.server_groups = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.885117] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.unified_limits_resource_list = ['servers'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.885295] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] quota.unified_limits_resource_strategy = require {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.885468] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.885631] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.885790] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.image_metadata_prefilter = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.885948] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.886123] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.max_attempts = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.886283] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.max_placement_results = 1000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.886442] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.886601] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.query_placement_for_image_type_support = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.886761] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.886931] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] scheduler.workers = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.887123] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.887296] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.887472] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.887639] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.887801] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.887962] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.888138] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.888321] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.888484] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.host_subset_size = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.888662] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.888846] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.image_properties_default_architecture = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.889026] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.889194] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.image_props_weight_setting = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.889366] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.889526] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.isolated_hosts = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.889683] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.isolated_images = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.889839] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.max_instances_per_host = 50 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.889996] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.890170] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.890327] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.pci_in_placement = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.890483] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.890641] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.890801] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.890983] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.891168] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.891332] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.891491] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.track_instance_changes = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.891663] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.891829] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] metrics.required = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.891998] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] metrics.weight_multiplier = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.892189] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] metrics.weight_of_unavailable = -10000.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.892354] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] metrics.weight_setting = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.892647] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.892818] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] serial_console.enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.892994] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] serial_console.port_range = 10000:20000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.893177] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.893375] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.893550] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] serial_console.serialproxy_port = 6083 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.893727] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.893897] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.auth_type = password {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.894073] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.894234] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.894392] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.894547] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.894701] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.894866] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.send_service_user_token = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.895037] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.895197] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] service_user.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.895364] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.agent_enabled = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.895523] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.895810] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.896009] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.html5proxy_host = 0.0.0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.896216] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.html5proxy_port = 6082 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.896397] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.image_compression = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.896557] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.jpeg_compression = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.896715] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.playback_compression = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.896876] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.require_secure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.897056] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.server_listen = 127.0.0.1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.897230] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.897503] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.897675] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.streaming_mode = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.897839] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] spice.zlib_compression = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.898014] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] upgrade_levels.baseapi = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.898198] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] upgrade_levels.compute = auto {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.898359] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] upgrade_levels.conductor = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.898515] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] upgrade_levels.scheduler = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.898677] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.898838] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.auth_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.898996] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.899167] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.899329] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.899485] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.899641] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.899799] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.899954] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vendordata_dynamic_auth.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.900139] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.api_retry_count = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.900299] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.ca_file = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.900469] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.cache_prefix = devstack-image-cache {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.900633] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.cluster_name = testcl1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.900797] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.connection_pool_size = 10 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.900979] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.console_delay_seconds = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.901174] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.datastore_regex = ^datastore.* {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.901378] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.901552] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.host_password = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.901720] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.host_port = 443 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.901889] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.host_username = administrator@vsphere.local {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.902094] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.insecure = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.902271] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.integration_bridge = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.902437] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.maximum_objects = 100 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.902596] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.pbm_default_policy = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.902754] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.pbm_enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.902910] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.pbm_wsdl_location = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.903091] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.903271] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.serial_port_proxy_uri = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.903444] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.serial_port_service_uri = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.903610] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.task_poll_interval = 0.5 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.903781] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.use_linked_clone = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.903951] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.vnc_keymap = en-us {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.904133] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.vnc_port = 5900 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.904298] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vmware.vnc_port_total = 10000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.904481] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.auth_schemes = ['none'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.904657] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.904935] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.905134] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.905310] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.novncproxy_port = 6080 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.905494] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.server_listen = 127.0.0.1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.905674] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.905835] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.vencrypt_ca_certs = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.905995] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.vencrypt_client_cert = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.906169] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vnc.vencrypt_client_key = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.906346] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.906510] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.disable_deep_image_inspection = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.906671] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.disable_fallback_pcpu_query = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.906832] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.disable_group_policy_check_upcall = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.906990] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.907166] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.disable_rootwrap = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.907326] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.enable_numa_live_migration = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.907485] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.907644] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.907799] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.handle_virt_lifecycle_events = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.907956] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.libvirt_disable_apic = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.908136] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.never_download_image_if_on_rbd = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.908332] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.908634] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.908810] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.908976] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.909158] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.909321] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.909481] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.909642] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.909804] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.909984] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.910167] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.client_socket_timeout = 900 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.910333] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.default_pool_size = 1000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.910498] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.keep_alive = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.910661] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.max_header_line = 16384 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.910822] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.secure_proxy_ssl_header = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.911010] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.ssl_ca_file = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.911187] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.ssl_cert_file = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.911350] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.ssl_key_file = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.911516] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.tcp_keepidle = 600 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.911690] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.911854] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] zvm.ca_file = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.912035] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] zvm.cloud_connector_url = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.912331] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.912508] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] zvm.reachable_timeout = 300 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.912683] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.912862] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.913054] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.connection_string = messaging:// {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.913242] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.enabled = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.913430] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.es_doc_type = notification {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.913597] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.es_scroll_size = 10000 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.913766] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.es_scroll_time = 2m {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.913931] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.filter_error_trace = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.914112] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.hmac_keys = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.914282] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.sentinel_service_name = mymaster {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.914449] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.socket_timeout = 0.1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.914611] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.trace_requests = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.914770] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler.trace_sqlalchemy = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.914948] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler_jaeger.process_tags = {} {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.915123] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler_jaeger.service_name_prefix = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.915289] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] profiler_otlp.service_name_prefix = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.915453] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] remote_debug.host = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.915612] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] remote_debug.port = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.915784] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.915947] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.916124] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.916286] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.916447] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.916605] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.916764] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.916924] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.917097] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.917267] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.hostname = devstack {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.917426] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.917596] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.917760] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.917925] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.918103] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.918273] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.918435] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.918596] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.918764] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.918926] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.919098] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.919265] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.919427] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.919586] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.919747] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.919904] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.920077] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.920277] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.920460] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.920625] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.920787] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.ssl = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.920981] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.921179] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.921344] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.921513] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.921680] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.ssl_version = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.921840] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.922032] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.922210] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_notifications.retry = -1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.922386] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.922557] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_messaging_notifications.transport_url = **** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.922729] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.auth_section = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.922891] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.auth_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.923062] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.cafile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.923235] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.certfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.923413] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.collect_timing = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.923573] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.connect_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.923729] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.connect_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.923886] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.endpoint_id = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.924070] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.endpoint_interface = publicURL {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.924234] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.endpoint_override = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.924390] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.endpoint_region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.924547] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.endpoint_service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.924703] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.endpoint_service_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.924863] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.insecure = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.925029] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.keyfile = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.925193] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.max_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.925349] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.min_version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.925503] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.region_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.925659] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.retriable_status_codes = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.925814] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.service_name = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.925973] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.service_type = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.926146] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.split_loggers = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.926307] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.status_code_retries = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.926465] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.status_code_retry_delay = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.926620] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.timeout = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.926775] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.valid_interfaces = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.926929] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_limit.version = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.927106] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_reports.file_event_handler = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.927272] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_reports.file_event_handler_interval = 1 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.927430] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] oslo_reports.log_dir = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.927600] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.927757] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_linux_bridge_privileged.group = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.927913] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.928089] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.928254] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.928414] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_linux_bridge_privileged.user = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.928581] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.928738] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_ovs_privileged.group = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.928896] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_ovs_privileged.helper_command = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.929069] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.929233] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.929388] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] vif_plug_ovs_privileged.user = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.929554] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.flat_interface = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.929730] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.929901] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.930083] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.930255] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.930427] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.930591] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.930754] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_linux_bridge.vlan_interface = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.930961] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.931141] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_ovs.isolate_vif = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.931312] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.931479] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.931649] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.931825] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_ovs.ovsdb_interface = native {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.931993] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] os_vif_ovs.per_port_bridge = False {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.932210] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] privsep_osbrick.capabilities = [21] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.932376] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] privsep_osbrick.group = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.932535] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] privsep_osbrick.helper_command = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.932701] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.932863] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] privsep_osbrick.thread_pool_size = 8 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.933029] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] privsep_osbrick.user = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.933212] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.933397] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] nova_sys_admin.group = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.933558] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] nova_sys_admin.helper_command = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.933722] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.933881] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] nova_sys_admin.thread_pool_size = 8 {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.934048] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] nova_sys_admin.user = None {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 570.934183] env[69760]: DEBUG oslo_service.backend.eventlet.service [None req-db668eb0-5f16-4384-82aa-9afb15e3e5ef None None] ******************************************************************************** {{(pid=69760) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 570.934568] env[69760]: INFO nova.service [-] Starting compute node (version 31.0.1) [ 571.437518] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Getting list of instances from cluster (obj){ [ 571.437518] env[69760]: value = "domain-c8" [ 571.437518] env[69760]: _type = "ClusterComputeResource" [ 571.437518] env[69760]: } {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 571.438640] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ccffc7b-d822-4035-b04f-de63bbebc9f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 571.447505] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Got total of 0 instances {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 571.448093] env[69760]: WARNING nova.virt.vmwareapi.driver [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 571.448574] env[69760]: INFO nova.virt.node [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Generated node identity 0341868b-b8c4-4012-b007-040da1f96754 [ 571.448817] env[69760]: INFO nova.virt.node [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Wrote node identity 0341868b-b8c4-4012-b007-040da1f96754 to /opt/stack/data/n-cpu-1/compute_id [ 571.955347] env[69760]: WARNING nova.compute.manager [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Compute nodes ['0341868b-b8c4-4012-b007-040da1f96754'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 572.960870] env[69760]: INFO nova.compute.manager [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 573.966546] env[69760]: WARNING nova.compute.manager [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 573.966995] env[69760]: DEBUG oslo_concurrency.lockutils [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 573.967093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 573.967192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 573.967344] env[69760]: DEBUG nova.compute.resource_tracker [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 573.968337] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210d194f-429e-4b5d-9b4e-68ed5ed5d8f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.976632] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3435355-f413-43e4-be00-23c05ae6da3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.991155] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602c5bdc-c2d9-44be-ae7f-523c123ea365 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 573.997750] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf1e510-8533-474a-8826-73aecb6cfd31 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 574.026291] env[69760]: DEBUG nova.compute.resource_tracker [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180986MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 574.026500] env[69760]: DEBUG oslo_concurrency.lockutils [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 574.026635] env[69760]: DEBUG oslo_concurrency.lockutils [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 574.529402] env[69760]: WARNING nova.compute.resource_tracker [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] No compute node record for cpu-1:0341868b-b8c4-4012-b007-040da1f96754: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 0341868b-b8c4-4012-b007-040da1f96754 could not be found. [ 575.032918] env[69760]: INFO nova.compute.resource_tracker [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 0341868b-b8c4-4012-b007-040da1f96754 [ 576.540934] env[69760]: DEBUG nova.compute.resource_tracker [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 576.541350] env[69760]: DEBUG nova.compute.resource_tracker [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 576.696036] env[69760]: INFO nova.scheduler.client.report [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] [req-9977aaa7-4203-41eb-879d-a9482208fc7c] Created resource provider record via placement API for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 576.711873] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-981d3a43-cccf-4cf5-ac6d-494743e3136b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.719328] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15361bcd-b669-4cd1-9903-b8afb114deca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.748733] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc7be5c-1d21-493a-82c7-6986eb33c88c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.755436] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbee142f-f7ed-4e2a-a891-df7c427f89dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 576.767958] env[69760]: DEBUG nova.compute.provider_tree [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.303590] env[69760]: DEBUG nova.scheduler.client.report [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 577.303810] env[69760]: DEBUG nova.compute.provider_tree [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 0 to 1 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 577.303946] env[69760]: DEBUG nova.compute.provider_tree [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 577.354881] env[69760]: DEBUG nova.compute.provider_tree [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 1 to 2 during operation: update_traits {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 577.859995] env[69760]: DEBUG nova.compute.resource_tracker [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 577.860344] env[69760]: DEBUG oslo_concurrency.lockutils [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.833s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 577.860344] env[69760]: DEBUG nova.service [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Creating RPC server for service compute {{(pid=69760) start /opt/stack/nova/nova/service.py:186}} [ 577.874259] env[69760]: DEBUG nova.service [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] Join ServiceGroup membership for this service compute {{(pid=69760) start /opt/stack/nova/nova/service.py:203}} [ 577.874436] env[69760]: DEBUG nova.servicegroup.drivers.db [None req-19d193d5-3380-4317-a126-8cbe272425d6 None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=69760) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 615.546734] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "5124e102-6811-46a0-a71a-a237ae4a6356" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.547061] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "5124e102-6811-46a0-a71a-a237ae4a6356" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.051775] env[69760]: DEBUG nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 616.606395] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.607413] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.609474] env[69760]: INFO nova.compute.claims [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.850294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "4c38beb9-7705-4515-b020-ace48f9ab324" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.850642] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "4c38beb9-7705-4515-b020-ace48f9ab324" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.354069] env[69760]: DEBUG nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 617.684917] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126dbc35-c3a8-4791-b654-fc12167c1ec3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.693067] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618bde7d-cf02-4e44-b911-0a14c7eb1e06 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.727292] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-770c4285-0902-4764-9fbc-257a0a3a6e81 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.735130] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e1a3cc5-3e6d-471e-82dd-30a808bc4e1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.749652] env[69760]: DEBUG nova.compute.provider_tree [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.883246] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.903056] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "9106d5e1-6862-4a9b-bf89-5928856cf064" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.903056] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.255144] env[69760]: DEBUG nova.scheduler.client.report [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.404449] env[69760]: DEBUG nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 618.765062] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.159s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.765580] env[69760]: DEBUG nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 618.770702] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.885s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.770702] env[69760]: INFO nova.compute.claims [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 618.939019] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.247019] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.247019] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.276128] env[69760]: DEBUG nova.compute.utils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.284186] env[69760]: DEBUG nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 619.284596] env[69760]: DEBUG nova.network.neutron [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 619.750144] env[69760]: DEBUG nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 619.792398] env[69760]: DEBUG nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 619.849165] env[69760]: DEBUG nova.policy [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c12be88444a44368154d5a85cd39ca8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ba38eb1e56a5496eb52c84886ced92d4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.921473] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4fb804e-83b4-4261-b138-b6e47dd58326 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.931808] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb599686-bf7c-44e3-b26f-c74605799046 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.971457] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f8c7f7-d27f-4987-b88b-04bf9f01e920 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.979703] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbd7ec10-d6f2-4301-9471-63e325a2c703 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.000667] env[69760]: DEBUG nova.compute.provider_tree [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.284491] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.504245] env[69760]: DEBUG nova.scheduler.client.report [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.813466] env[69760]: DEBUG nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 620.846189] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 620.846189] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 620.846189] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.846429] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 620.846429] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.846429] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 620.846429] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 620.849120] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 620.849870] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 620.850115] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 620.850738] env[69760]: DEBUG nova.virt.hardware [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 620.851784] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef76c40-3c87-44fc-81b0-54df5d3a11d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.865084] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d517ed-a154-4544-9734-aadb260cac21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.883069] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-304d8ce5-c283-486c-9f88-057262c9c7e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.014467] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.246s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.014978] env[69760]: DEBUG nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 621.018776] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.083s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.023016] env[69760]: INFO nova.compute.claims [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.218136] env[69760]: DEBUG nova.network.neutron [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Successfully created port: e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 621.529426] env[69760]: DEBUG nova.compute.utils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.534476] env[69760]: DEBUG nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 621.534611] env[69760]: DEBUG nova.network.neutron [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 621.804773] env[69760]: DEBUG nova.policy [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'be8562b9a13d432bbb7e4c8f16062ae0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '44ffc39ed5b34cc0b77ebe66544c0448', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.906743] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.906968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.035613] env[69760]: DEBUG nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 622.157997] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84bf1109-98a0-42e0-b10a-1a99521c70e0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.168489] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c7cc743-dc0a-4349-b701-a1ccf5e91132 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.219548] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b19b652-70f7-4735-b950-fd721748982f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.225684] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcdf3c7b-1592-4672-9686-f4a1cc30da5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.242424] env[69760]: DEBUG nova.compute.provider_tree [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.411211] env[69760]: DEBUG nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 622.745510] env[69760]: DEBUG nova.scheduler.client.report [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 622.761797] env[69760]: DEBUG nova.network.neutron [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Successfully created port: 1f465ddf-2cfd-4905-a7af-52ce31e81008 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 622.943522] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.050956] env[69760]: DEBUG nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 623.078077] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 623.078686] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 623.079228] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.080769] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 623.080769] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.080769] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 623.080769] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 623.080769] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 623.081274] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 623.081274] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 623.081274] env[69760]: DEBUG nova.virt.hardware [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 623.081742] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee0ad3a6-8a81-4357-97bf-1c8a7d734267 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.092669] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a904fad5-19de-4268-9f26-6375d4974d0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.253934] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.235s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.254506] env[69760]: DEBUG nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 623.257913] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.973s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.259053] env[69760]: INFO nova.compute.claims [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.765630] env[69760]: DEBUG nova.compute.utils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 623.768799] env[69760]: DEBUG nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 623.769110] env[69760]: DEBUG nova.network.neutron [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 623.954714] env[69760]: DEBUG nova.policy [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd59f88cad0764a02b9f2466c415d1111', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a09a0bd5016c42e29e31ecaf78d15179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.271044] env[69760]: DEBUG nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 624.280884] env[69760]: DEBUG nova.network.neutron [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Successfully updated port: e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 624.381103] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b739438b-57ef-428f-beda-f0bd5f456b20 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.389084] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0292a090-c223-45d5-86b4-7cf21dde4097 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.423157] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-550774bc-c5b9-43d4-9741-dac0c882d071 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.433290] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935776cf-d5c1-4420-918e-94d58bc92fad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.450795] env[69760]: DEBUG nova.compute.provider_tree [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 624.784862] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.785243] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquired lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.785669] env[69760]: DEBUG nova.network.neutron [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 624.956169] env[69760]: DEBUG nova.scheduler.client.report [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.287024] env[69760]: DEBUG nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 625.325637] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 625.325637] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 625.325637] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 625.326051] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 625.326364] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 625.326709] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 625.327355] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 625.328148] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 625.330284] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 625.330284] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 625.330284] env[69760]: DEBUG nova.virt.hardware [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 625.331802] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e96ab875-8dbb-47c1-985d-47abb2569f08 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.343177] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcb806aa-a33b-44ca-926b-8cc272aaa85d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.378985] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 625.379592] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.409041] env[69760]: DEBUG nova.network.neutron [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Successfully created port: 33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 625.410158] env[69760]: DEBUG nova.network.neutron [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Successfully updated port: 1f465ddf-2cfd-4905-a7af-52ce31e81008 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 625.436769] env[69760]: DEBUG nova.network.neutron [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 625.463926] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.206s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.464518] env[69760]: DEBUG nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 625.468338] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.525s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 625.471214] env[69760]: INFO nova.compute.claims [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 625.883149] env[69760]: DEBUG nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 625.913658] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "refresh_cache-4c38beb9-7705-4515-b020-ace48f9ab324" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.913899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquired lock "refresh_cache-4c38beb9-7705-4515-b020-ace48f9ab324" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.914079] env[69760]: DEBUG nova.network.neutron [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 625.978401] env[69760]: DEBUG nova.compute.utils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 625.985823] env[69760]: DEBUG nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 625.986000] env[69760]: DEBUG nova.network.neutron [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 626.081613] env[69760]: DEBUG nova.network.neutron [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updating instance_info_cache with network_info: [{"id": "e375fc57-5c50-4d2c-9172-2b70bc650019", "address": "fa:16:3e:47:f8:04", "network": {"id": "2393482e-aa30-4d7a-a31a-398d48c9ada4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-33394682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba38eb1e56a5496eb52c84886ced92d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape375fc57-5c", "ovs_interfaceid": "e375fc57-5c50-4d2c-9172-2b70bc650019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.105071] env[69760]: DEBUG nova.policy [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b14eea79cbe4de2b2d06c33da7856cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1935f599ecb147f29329dc8f4ef9eaf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.421903] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.490905] env[69760]: DEBUG nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 626.498306] env[69760]: DEBUG nova.network.neutron [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 626.585305] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Releasing lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.585357] env[69760]: DEBUG nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Instance network_info: |[{"id": "e375fc57-5c50-4d2c-9172-2b70bc650019", "address": "fa:16:3e:47:f8:04", "network": {"id": "2393482e-aa30-4d7a-a31a-398d48c9ada4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-33394682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba38eb1e56a5496eb52c84886ced92d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape375fc57-5c", "ovs_interfaceid": "e375fc57-5c50-4d2c-9172-2b70bc650019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 626.585863] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:f8:04', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd69a4b11-8d65-435f-94a5-28f74a39a718', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e375fc57-5c50-4d2c-9172-2b70bc650019', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 626.603210] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.608700] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97b9c4f1-46f8-48e5-ac80-99766922fd63 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.621913] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Created folder: OpenStack in parent group-v4. [ 626.622138] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Creating folder: Project (ba38eb1e56a5496eb52c84886ced92d4). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.622380] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2dfd220f-f8d2-45b6-b0c4-b0f415d47712 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.640824] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Created folder: Project (ba38eb1e56a5496eb52c84886ced92d4) in parent group-v676970. [ 626.641041] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Creating folder: Instances. Parent ref: group-v676971. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 626.641293] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ccaf982-758a-42ce-abcf-11ea72b2eb2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.652134] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc69187-61de-48ae-97eb-432f857866e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.659056] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Created folder: Instances in parent group-v676971. [ 626.659336] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 626.663803] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 626.664452] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-325794d1-6f4c-42a8-b20a-2808d47947ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.688092] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fb23df-afdc-4cf8-a632-4234f1d460aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.692389] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 626.692389] env[69760]: value = "task-3393184" [ 626.692389] env[69760]: _type = "Task" [ 626.692389] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.729590] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b596913-b71f-41f1-b372-96933f5e3afc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.733416] env[69760]: DEBUG nova.compute.manager [req-5eba3169-147a-4414-a4ba-6d0b9ace33af req-2084862f-2a4e-499b-b737-7bf3b7e96002 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Received event network-vif-plugged-e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 626.734011] env[69760]: DEBUG oslo_concurrency.lockutils [req-5eba3169-147a-4414-a4ba-6d0b9ace33af req-2084862f-2a4e-499b-b737-7bf3b7e96002 service nova] Acquiring lock "5124e102-6811-46a0-a71a-a237ae4a6356-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.734011] env[69760]: DEBUG oslo_concurrency.lockutils [req-5eba3169-147a-4414-a4ba-6d0b9ace33af req-2084862f-2a4e-499b-b737-7bf3b7e96002 service nova] Lock "5124e102-6811-46a0-a71a-a237ae4a6356-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.734011] env[69760]: DEBUG oslo_concurrency.lockutils [req-5eba3169-147a-4414-a4ba-6d0b9ace33af req-2084862f-2a4e-499b-b737-7bf3b7e96002 service nova] Lock "5124e102-6811-46a0-a71a-a237ae4a6356-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 626.734445] env[69760]: DEBUG nova.compute.manager [req-5eba3169-147a-4414-a4ba-6d0b9ace33af req-2084862f-2a4e-499b-b737-7bf3b7e96002 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] No waiting events found dispatching network-vif-plugged-e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 626.734664] env[69760]: WARNING nova.compute.manager [req-5eba3169-147a-4414-a4ba-6d0b9ace33af req-2084862f-2a4e-499b-b737-7bf3b7e96002 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Received unexpected event network-vif-plugged-e375fc57-5c50-4d2c-9172-2b70bc650019 for instance with vm_state building and task_state spawning. [ 626.739433] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393184, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.745276] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13ffbff4-977d-45f9-b123-06de0d0694d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.760977] env[69760]: DEBUG nova.compute.provider_tree [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 626.908092] env[69760]: DEBUG nova.network.neutron [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Successfully created port: 15a3b0b5-deea-4472-bdf7-b3058806d86a {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 626.916611] env[69760]: DEBUG nova.network.neutron [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Updating instance_info_cache with network_info: [{"id": "1f465ddf-2cfd-4905-a7af-52ce31e81008", "address": "fa:16:3e:5d:ed:a0", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f465ddf-2c", "ovs_interfaceid": "1f465ddf-2cfd-4905-a7af-52ce31e81008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.192123] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.192123] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.205049] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393184, 'name': CreateVM_Task, 'duration_secs': 0.403141} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.205302] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 627.222981] env[69760]: DEBUG oslo_vmware.service [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-677de334-8cb9-461e-b15e-61e87a1dfd5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.231918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.231918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.232197] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.232467] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0093ad8a-454a-49e3-a21d-67aed2a7addc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.237332] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 627.237332] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d1edbf-181e-8914-a459-dff8ad2235bb" [ 627.237332] env[69760]: _type = "Task" [ 627.237332] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.245867] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d1edbf-181e-8914-a459-dff8ad2235bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.266982] env[69760]: DEBUG nova.scheduler.client.report [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 627.334276] env[69760]: DEBUG nova.compute.manager [req-417190c2-9774-4983-b3b2-16a8d86e3af4 req-48654f0c-5e6d-4fd5-b458-68b22938d192 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Received event network-vif-plugged-1f465ddf-2cfd-4905-a7af-52ce31e81008 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 627.334496] env[69760]: DEBUG oslo_concurrency.lockutils [req-417190c2-9774-4983-b3b2-16a8d86e3af4 req-48654f0c-5e6d-4fd5-b458-68b22938d192 service nova] Acquiring lock "4c38beb9-7705-4515-b020-ace48f9ab324-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.334698] env[69760]: DEBUG oslo_concurrency.lockutils [req-417190c2-9774-4983-b3b2-16a8d86e3af4 req-48654f0c-5e6d-4fd5-b458-68b22938d192 service nova] Lock "4c38beb9-7705-4515-b020-ace48f9ab324-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.334859] env[69760]: DEBUG oslo_concurrency.lockutils [req-417190c2-9774-4983-b3b2-16a8d86e3af4 req-48654f0c-5e6d-4fd5-b458-68b22938d192 service nova] Lock "4c38beb9-7705-4515-b020-ace48f9ab324-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.335042] env[69760]: DEBUG nova.compute.manager [req-417190c2-9774-4983-b3b2-16a8d86e3af4 req-48654f0c-5e6d-4fd5-b458-68b22938d192 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] No waiting events found dispatching network-vif-plugged-1f465ddf-2cfd-4905-a7af-52ce31e81008 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 627.335213] env[69760]: WARNING nova.compute.manager [req-417190c2-9774-4983-b3b2-16a8d86e3af4 req-48654f0c-5e6d-4fd5-b458-68b22938d192 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Received unexpected event network-vif-plugged-1f465ddf-2cfd-4905-a7af-52ce31e81008 for instance with vm_state building and task_state spawning. [ 627.419479] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Releasing lock "refresh_cache-4c38beb9-7705-4515-b020-ace48f9ab324" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.419815] env[69760]: DEBUG nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Instance network_info: |[{"id": "1f465ddf-2cfd-4905-a7af-52ce31e81008", "address": "fa:16:3e:5d:ed:a0", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f465ddf-2c", "ovs_interfaceid": "1f465ddf-2cfd-4905-a7af-52ce31e81008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 627.420254] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:ed:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1f465ddf-2cfd-4905-a7af-52ce31e81008', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.428045] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Creating folder: Project (44ffc39ed5b34cc0b77ebe66544c0448). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.428340] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e45ec631-75a5-45b6-a89e-7ba53ff48cf3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.441134] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Created folder: Project (44ffc39ed5b34cc0b77ebe66544c0448) in parent group-v676970. [ 627.441134] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Creating folder: Instances. Parent ref: group-v676974. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.441134] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9bb94f60-639a-49dc-a73b-828cf30feee9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.451041] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Created folder: Instances in parent group-v676974. [ 627.451041] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 627.451210] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.451406] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e570694-2ed3-461c-b532-65cebb431929 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.473208] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.473208] env[69760]: value = "task-3393187" [ 627.473208] env[69760]: _type = "Task" [ 627.473208] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.482137] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393187, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.509939] env[69760]: DEBUG nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 627.667904] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 627.668218] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 627.668398] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.668605] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 627.668767] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.669018] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 627.669146] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 627.669309] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 627.669475] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 627.669650] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 627.669838] env[69760]: DEBUG nova.virt.hardware [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 627.670768] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-578af07c-4966-49e3-a666-a6e8add44af1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.679511] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aad17758-593d-4179-8708-4d054c678f77 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.696025] env[69760]: DEBUG nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 627.750693] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.751141] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 627.751365] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.751531] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.751954] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.754142] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9992613c-ceb2-4a29-bce9-c2cc3e08a2b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.759918] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.760105] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 627.761114] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da5d66f3-886c-4da5-b6a5-17fe13a56dff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.768032] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f28e32-325c-41f7-9b1b-80fd266fd2e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.776128] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.776642] env[69760]: DEBUG nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 627.780028] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 627.780028] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b0119a-9c17-3266-ce50-aa7125645f2d" [ 627.780028] env[69760]: _type = "Task" [ 627.780028] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.780223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.358s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 627.782628] env[69760]: INFO nova.compute.claims [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 627.794169] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Preparing fetch location {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 627.794423] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Creating directory with path [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.794667] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6bb2008-3dae-427e-923a-133c70c80c47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.812883] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Created directory with path [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.813914] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Fetch image to [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 627.814324] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Downloading image file data a7b93a95-275a-41dc-8462-e5dcda197cf8 to [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69760) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 627.815350] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1294aab7-4b21-4747-bbde-544c80036985 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.825376] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd96414-d5da-46df-af35-46ac271b274b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.844018] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8dd01f7-2916-47ef-9dab-9ddfc590f3b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.879926] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6dfe63c-a520-433c-a12a-10da41a6e0ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.885884] env[69760]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-14afe191-65ae-40ef-89bd-937fcf689446 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.983669] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Downloading image file data a7b93a95-275a-41dc-8462-e5dcda197cf8 to the data store datastore2 {{(pid=69760) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 627.998742] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393187, 'name': CreateVM_Task, 'duration_secs': 0.373245} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 627.998902] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.001466] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.001676] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.001983] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.002566] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bbb42b02-e367-46d7-9a85-a6a3b5b8fa3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.009152] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 628.009152] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5220c0a2-fbd5-f3ac-427d-0931565124aa" [ 628.009152] env[69760]: _type = "Task" [ 628.009152] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.023789] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.024037] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.024236] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.051819] env[69760]: DEBUG nova.network.neutron [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Successfully updated port: 33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 628.075079] env[69760]: DEBUG oslo_vmware.rw_handles [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69760) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 628.235794] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.251485] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 628.251801] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.283544] env[69760]: DEBUG nova.compute.utils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 628.286624] env[69760]: DEBUG nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 628.286624] env[69760]: DEBUG nova.network.neutron [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 628.341402] env[69760]: DEBUG nova.policy [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9a2f799ffc7b496ba9d44818fb113fe2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b871958970424e64b10c388a7c84ea23', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 628.554928] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "refresh_cache-9106d5e1-6862-4a9b-bf89-5928856cf064" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.555283] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired lock "refresh_cache-9106d5e1-6862-4a9b-bf89-5928856cf064" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.555407] env[69760]: DEBUG nova.network.neutron [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 628.754173] env[69760]: DEBUG nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 628.790194] env[69760]: DEBUG nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 628.849276] env[69760]: DEBUG oslo_vmware.rw_handles [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Completed reading data from the image iterator. {{(pid=69760) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 628.849276] env[69760]: DEBUG oslo_vmware.rw_handles [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Closing write handle for https://esx7c2n3.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 628.920546] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Downloaded image file data a7b93a95-275a-41dc-8462-e5dcda197cf8 to vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk on the data store datastore2 {{(pid=69760) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 628.924023] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Caching image {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 628.924023] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Copying Virtual Disk [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk to [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.924023] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1f640279-282b-464a-a8f2-68ee26618cf7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.932969] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 628.932969] env[69760]: value = "task-3393188" [ 628.932969] env[69760]: _type = "Task" [ 628.932969] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.944796] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.957916] env[69760]: DEBUG nova.network.neutron [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Successfully created port: 31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 628.982302] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adc18a0-6774-4023-8102-ed762c375fae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.992204] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cd5aa4-fa8f-40b2-ba1c-15afb923ec9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.027017] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b65ab47-9e02-4ca4-aa3a-aaeea32ddcaf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.041854] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-640a65fc-5190-4c82-9fc0-4d530b6d15e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.061819] env[69760]: DEBUG nova.compute.provider_tree [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.235303] env[69760]: DEBUG nova.network.neutron [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 629.291130] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.447703] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393188, 'name': CopyVirtualDisk_Task} progress is 70%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.567480] env[69760]: DEBUG nova.scheduler.client.report [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 629.612159] env[69760]: DEBUG nova.network.neutron [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Successfully updated port: 15a3b0b5-deea-4472-bdf7-b3058806d86a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 629.813316] env[69760]: DEBUG nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 629.853130] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 629.854270] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 629.854270] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 629.854270] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 629.854270] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 629.854270] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 629.854452] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 629.854452] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 629.854546] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 629.854721] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 629.855335] env[69760]: DEBUG nova.virt.hardware [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 629.858092] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ffc2df-c9c4-4a64-a0ad-33bd4ef26e57 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.868771] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9efb34f2-9fc0-42ed-9f25-674ba64bee27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.948760] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.989543} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 629.949307] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Copied Virtual Disk [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk to [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 629.951839] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Deleting the datastore file [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 629.951839] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9c95ca73-a181-49f2-b821-848686a1afec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.958459] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 629.958459] env[69760]: value = "task-3393189" [ 629.958459] env[69760]: _type = "Task" [ 629.958459] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.966588] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393189, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.043808] env[69760]: DEBUG nova.network.neutron [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Updating instance_info_cache with network_info: [{"id": "33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c", "address": "fa:16:3e:0a:98:eb", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fe8d3d-fa", "ovs_interfaceid": "33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.074293] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.294s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.074869] env[69760]: DEBUG nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 630.077547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.842s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.081385] env[69760]: INFO nova.compute.claims [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 630.118359] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "refresh_cache-d3e886ac-e6cf-4689-a461-cd9ae872124a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.118992] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "refresh_cache-d3e886ac-e6cf-4689-a461-cd9ae872124a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.122641] env[69760]: DEBUG nova.network.neutron [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.403765] env[69760]: DEBUG nova.compute.manager [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Received event network-changed-e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 630.403765] env[69760]: DEBUG nova.compute.manager [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Refreshing instance network info cache due to event network-changed-e375fc57-5c50-4d2c-9172-2b70bc650019. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 630.404116] env[69760]: DEBUG oslo_concurrency.lockutils [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] Acquiring lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.404116] env[69760]: DEBUG oslo_concurrency.lockutils [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] Acquired lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.404187] env[69760]: DEBUG nova.network.neutron [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Refreshing network info cache for port e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 630.478131] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393189, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060206} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.478131] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.478342] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Moving file from [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd/a7b93a95-275a-41dc-8462-e5dcda197cf8 to [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8. {{(pid=69760) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 630.478575] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-25434670-cdc6-4381-bb7e-b2bb8b7271a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.488161] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 630.488161] env[69760]: value = "task-3393190" [ 630.488161] env[69760]: _type = "Task" [ 630.488161] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.502536] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393190, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.550269] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Releasing lock "refresh_cache-9106d5e1-6862-4a9b-bf89-5928856cf064" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.550527] env[69760]: DEBUG nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Instance network_info: |[{"id": "33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c", "address": "fa:16:3e:0a:98:eb", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fe8d3d-fa", "ovs_interfaceid": "33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 630.550979] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:98:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.567785] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Creating folder: Project (a09a0bd5016c42e29e31ecaf78d15179). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.568466] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f207d8a9-42a8-41bb-ab5c-1575f9a57c2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.581998] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Created folder: Project (a09a0bd5016c42e29e31ecaf78d15179) in parent group-v676970. [ 630.582546] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Creating folder: Instances. Parent ref: group-v676977. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.582546] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-25aa56bb-e712-479a-87aa-0c758fd71afd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.588337] env[69760]: DEBUG nova.compute.utils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 630.593213] env[69760]: DEBUG nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 630.593213] env[69760]: DEBUG nova.network.neutron [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 630.597116] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Created folder: Instances in parent group-v676977. [ 630.597462] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 630.598100] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.598353] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02e00394-ebd7-43b0-b74f-91cdeb3af287 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.623403] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 630.623403] env[69760]: value = "task-3393193" [ 630.623403] env[69760]: _type = "Task" [ 630.623403] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.638488] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393193, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.676192] env[69760]: DEBUG nova.policy [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2bf9d9b98474ec3a59239cba4d7f1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e414f57f67e407cb221b97c1f6f5925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 630.761173] env[69760]: DEBUG nova.network.neutron [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.779392] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "82801bc1-42eb-43e1-8d34-160f09f4d777" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.779671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.977454] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.977454] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.002939] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393190, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.029951} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.006262] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] File moved {{(pid=69760) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 631.006262] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Cleaning up location [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 631.006262] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Deleting the datastore file [datastore2] vmware_temp/22f5b3ab-0bed-4bb1-b45d-bc0a112158cd {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.006262] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b20e7765-ba64-4d77-b6c8-8cb2fea2df17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.011542] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 631.011542] env[69760]: value = "task-3393194" [ 631.011542] env[69760]: _type = "Task" [ 631.011542] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.023374] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.102780] env[69760]: DEBUG nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 631.135607] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393193, 'name': CreateVM_Task, 'duration_secs': 0.342534} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.140259] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 631.141558] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.141744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.142080] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.142382] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a51f01e-6f9c-4c66-a716-ccbb67a6ebcc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.148762] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 631.148762] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e66fe6-6329-7d40-aac8-27b55ff9c690" [ 631.148762] env[69760]: _type = "Task" [ 631.148762] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.157765] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e66fe6-6329-7d40-aac8-27b55ff9c690, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.284757] env[69760]: DEBUG nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.334114] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Received event network-changed-1f465ddf-2cfd-4905-a7af-52ce31e81008 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 631.334114] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Refreshing instance network info cache due to event network-changed-1f465ddf-2cfd-4905-a7af-52ce31e81008. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 631.335321] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Acquiring lock "refresh_cache-4c38beb9-7705-4515-b020-ace48f9ab324" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.337406] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Acquired lock "refresh_cache-4c38beb9-7705-4515-b020-ace48f9ab324" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.337406] env[69760]: DEBUG nova.network.neutron [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Refreshing network info cache for port 1f465ddf-2cfd-4905-a7af-52ce31e81008 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 631.442080] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6349f272-ac35-4a9d-b322-fb7c67798ca3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.451632] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-233cf627-956e-4682-9354-f44b0dd8518a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.488350] env[69760]: DEBUG nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 631.495337] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4190fd5-d809-40b0-bf96-0f41fd46ef0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.503817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4e0b380-3d03-41e6-abff-437f84b611a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.508605] env[69760]: DEBUG nova.network.neutron [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Updating instance_info_cache with network_info: [{"id": "15a3b0b5-deea-4472-bdf7-b3058806d86a", "address": "fa:16:3e:43:b6:d5", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a3b0b5-de", "ovs_interfaceid": "15a3b0b5-deea-4472-bdf7-b3058806d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.522457] env[69760]: DEBUG nova.compute.provider_tree [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.533877] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.028815} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.533877] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.534752] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bf2f16b-0ebe-4b29-b22f-a6102f7c3254 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.539614] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 631.539614] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6c2e6-60cf-1216-6cf4-69885b34605a" [ 631.539614] env[69760]: _type = "Task" [ 631.539614] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.547718] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6c2e6-60cf-1216-6cf4-69885b34605a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.660598] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e66fe6-6329-7d40-aac8-27b55ff9c690, 'name': SearchDatastore_Task, 'duration_secs': 0.008424} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.662164] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.662311] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 631.662475] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.816656] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.902941] env[69760]: DEBUG nova.network.neutron [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updated VIF entry in instance network info cache for port e375fc57-5c50-4d2c-9172-2b70bc650019. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 631.904936] env[69760]: DEBUG nova.network.neutron [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updating instance_info_cache with network_info: [{"id": "e375fc57-5c50-4d2c-9172-2b70bc650019", "address": "fa:16:3e:47:f8:04", "network": {"id": "2393482e-aa30-4d7a-a31a-398d48c9ada4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-33394682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba38eb1e56a5496eb52c84886ced92d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape375fc57-5c", "ovs_interfaceid": "e375fc57-5c50-4d2c-9172-2b70bc650019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.012887] env[69760]: DEBUG nova.network.neutron [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Successfully created port: 58e03295-6794-435b-992a-cf45477f9994 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 632.013229] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "refresh_cache-d3e886ac-e6cf-4689-a461-cd9ae872124a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.013501] env[69760]: DEBUG nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Instance network_info: |[{"id": "15a3b0b5-deea-4472-bdf7-b3058806d86a", "address": "fa:16:3e:43:b6:d5", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a3b0b5-de", "ovs_interfaceid": "15a3b0b5-deea-4472-bdf7-b3058806d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 632.017405] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:b6:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '15a3b0b5-deea-4472-bdf7-b3058806d86a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 632.031801] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating folder: Project (1935f599ecb147f29329dc8f4ef9eaf2). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.034857] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.035507] env[69760]: DEBUG nova.network.neutron [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Successfully updated port: 31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 632.038045] env[69760]: DEBUG nova.scheduler.client.report [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.040785] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62af1450-52fa-41ac-8945-92e4abf36959 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.054262] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6c2e6-60cf-1216-6cf4-69885b34605a, 'name': SearchDatastore_Task, 'duration_secs': 0.00886} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.054566] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.058336] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5124e102-6811-46a0-a71a-a237ae4a6356/5124e102-6811-46a0-a71a-a237ae4a6356.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.062183] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.062410] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.063370] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc14accb-81b3-46ad-bcf4-7139ef78ef13 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.072030] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created folder: Project (1935f599ecb147f29329dc8f4ef9eaf2) in parent group-v676970. [ 632.072030] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating folder: Instances. Parent ref: group-v676980. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 632.072030] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a5d2ef80-2469-4c24-94db-4aa55221a8dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.073738] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ed5287e-3c98-49d1-9bea-1ae85d777d5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.086548] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.086743] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.090043] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 632.090043] env[69760]: value = "task-3393196" [ 632.090043] env[69760]: _type = "Task" [ 632.090043] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.090043] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a59de452-3d01-4a6b-a2ac-0ef2834eee5b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.097275] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created folder: Instances in parent group-v676980. [ 632.097544] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 632.098081] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 632.098352] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7e3736c-54f8-4b4d-8d8b-419f65ba0f7a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.123422] env[69760]: DEBUG nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 632.125454] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 632.125454] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5249b62b-e1fd-77fb-6b4d-93d050453312" [ 632.125454] env[69760]: _type = "Task" [ 632.125454] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.125654] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393196, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.132106] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 632.132106] env[69760]: value = "task-3393198" [ 632.132106] env[69760]: _type = "Task" [ 632.132106] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.146740] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5249b62b-e1fd-77fb-6b4d-93d050453312, 'name': SearchDatastore_Task, 'duration_secs': 0.007857} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.147879] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55fb9316-2fca-4dd8-b3e2-5deb12d0e391 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.155914] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393198, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.160307] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 632.160307] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528919d0-e58d-1ba8-d60a-9647085279e7" [ 632.160307] env[69760]: _type = "Task" [ 632.160307] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.168191] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 632.168434] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 632.168588] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 632.168767] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 632.168907] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 632.169115] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 632.169358] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 632.169515] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 632.169684] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 632.169846] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 632.170024] env[69760]: DEBUG nova.virt.hardware [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 632.171099] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9db0030c-e6a6-4b00-86d7-3744d15ec5f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.186633] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528919d0-e58d-1ba8-d60a-9647085279e7, 'name': SearchDatastore_Task, 'duration_secs': 0.009468} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.189905] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.193037] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 4c38beb9-7705-4515-b020-ace48f9ab324/4c38beb9-7705-4515-b020-ace48f9ab324.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.193537] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f14a995-67d7-46d7-808c-c918f72458a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.198635] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.198872] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.199195] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19daa89c-7639-41cc-8048-b2cde361f72b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.205563] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47615477-b0b8-42a1-90db-59d01b4a07c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.222179] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.222179] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.222179] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 632.222179] env[69760]: value = "task-3393199" [ 632.222179] env[69760]: _type = "Task" [ 632.222179] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.222179] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ea37f40a-fce1-479d-8b96-cc853155be0b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.234703] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 632.234703] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529c5bb0-3903-6f44-802c-e8bc91328572" [ 632.234703] env[69760]: _type = "Task" [ 632.234703] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.239115] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393199, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.248556] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529c5bb0-3903-6f44-802c-e8bc91328572, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.408104] env[69760]: DEBUG oslo_concurrency.lockutils [req-8600dea4-c133-4384-98ed-60bc31431cfc req-4a9c9f94-4e57-4265-896e-32c665a4af90 service nova] Releasing lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.463560] env[69760]: DEBUG nova.network.neutron [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Updated VIF entry in instance network info cache for port 1f465ddf-2cfd-4905-a7af-52ce31e81008. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 632.464402] env[69760]: DEBUG nova.network.neutron [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Updating instance_info_cache with network_info: [{"id": "1f465ddf-2cfd-4905-a7af-52ce31e81008", "address": "fa:16:3e:5d:ed:a0", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1f465ddf-2c", "ovs_interfaceid": "1f465ddf-2cfd-4905-a7af-52ce31e81008", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.539030] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.539030] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquired lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.539030] env[69760]: DEBUG nova.network.neutron [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 632.541910] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.543825] env[69760]: DEBUG nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 632.547819] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.257s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.551341] env[69760]: INFO nova.compute.claims [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.605359] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393196, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.506613} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.605359] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5124e102-6811-46a0-a71a-a237ae4a6356/5124e102-6811-46a0-a71a-a237ae4a6356.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 632.606404] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 632.606404] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-88e2b9a2-a6d8-4ed9-8e4e-d48c65b6e030 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.615805] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 632.615805] env[69760]: value = "task-3393200" [ 632.615805] env[69760]: _type = "Task" [ 632.615805] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.625465] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393200, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.644478] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393198, 'name': CreateVM_Task, 'duration_secs': 0.506993} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.644478] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.645151] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.645468] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.645592] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.646392] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b4a09f5-5a48-4b92-a1d5-5951b84168fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.651296] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 632.651296] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e1698-ba06-be43-b1b5-a2f942ce12cf" [ 632.651296] env[69760]: _type = "Task" [ 632.651296] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.669450] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e1698-ba06-be43-b1b5-a2f942ce12cf, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.669450] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.669450] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.669450] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.736041] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393199, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.749487] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529c5bb0-3903-6f44-802c-e8bc91328572, 'name': SearchDatastore_Task, 'duration_secs': 0.076575} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.750707] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bccb4ab8-8423-429f-92b3-ff869aba2101 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.758374] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 632.758374] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b2e522-6b84-e8a1-a268-f9c450705f59" [ 632.758374] env[69760]: _type = "Task" [ 632.758374] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.768532] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b2e522-6b84-e8a1-a268-f9c450705f59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.976871] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Releasing lock "refresh_cache-4c38beb9-7705-4515-b020-ace48f9ab324" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.977711] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Received event network-vif-plugged-33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.977856] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Acquiring lock "9106d5e1-6862-4a9b-bf89-5928856cf064-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.978284] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.978478] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.978821] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] No waiting events found dispatching network-vif-plugged-33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 632.979260] env[69760]: WARNING nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Received unexpected event network-vif-plugged-33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c for instance with vm_state building and task_state spawning. [ 632.979692] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Received event network-changed-33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 632.979975] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Refreshing instance network info cache due to event network-changed-33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 632.980323] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Acquiring lock "refresh_cache-9106d5e1-6862-4a9b-bf89-5928856cf064" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.981787] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Acquired lock "refresh_cache-9106d5e1-6862-4a9b-bf89-5928856cf064" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.981787] env[69760]: DEBUG nova.network.neutron [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Refreshing network info cache for port 33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 633.055968] env[69760]: DEBUG nova.compute.utils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 633.061230] env[69760]: DEBUG nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 633.061391] env[69760]: DEBUG nova.network.neutron [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 633.132871] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393200, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093258} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.133200] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.134124] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8430d42a-3e81-40b5-8299-247dea049f44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.169135] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 5124e102-6811-46a0-a71a-a237ae4a6356/5124e102-6811-46a0-a71a-a237ae4a6356.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.169135] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-97ea2b82-11f5-4076-9aa9-83cf5236eb7d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.192050] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 633.192050] env[69760]: value = "task-3393201" [ 633.192050] env[69760]: _type = "Task" [ 633.192050] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.203022] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393201, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.237797] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393199, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.850035} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.238222] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 4c38beb9-7705-4515-b020-ace48f9ab324/4c38beb9-7705-4515-b020-ace48f9ab324.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.238473] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.239257] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6811f13-2ff1-42e3-83ae-440aae8dcdd4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.249783] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 633.249783] env[69760]: value = "task-3393202" [ 633.249783] env[69760]: _type = "Task" [ 633.249783] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.258323] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393202, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.268920] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b2e522-6b84-e8a1-a268-f9c450705f59, 'name': SearchDatastore_Task, 'duration_secs': 0.062115} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.269772] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.270080] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 9106d5e1-6862-4a9b-bf89-5928856cf064/9106d5e1-6862-4a9b-bf89-5928856cf064.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.272025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.272025] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.272025] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61170a70-2061-4d01-8cb0-9edd4a670076 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.273731] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cfe71cfd-d8e7-41b7-adc1-70c7337579c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.279714] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 633.279714] env[69760]: value = "task-3393203" [ 633.279714] env[69760]: _type = "Task" [ 633.279714] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.285527] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.285733] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.286862] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a32b36c-cb19-4a48-81ff-5ae0fc19c31e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.298307] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393203, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.298307] env[69760]: DEBUG nova.network.neutron [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 633.302963] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 633.302963] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5220caba-9094-2a48-09b3-0cbcb2c877ed" [ 633.302963] env[69760]: _type = "Task" [ 633.302963] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.313444] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5220caba-9094-2a48-09b3-0cbcb2c877ed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.360642] env[69760]: DEBUG nova.policy [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '574dd34ee2ae44f2a60652b15a910983', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07ca2fc3b86d4000bcc7860e14af4060', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 633.566369] env[69760]: DEBUG nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 633.707772] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393201, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.765272] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393202, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.305249} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.768933] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.769934] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-537c3b48-86a1-4c12-9d42-6b439a9f807f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.798268] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] 4c38beb9-7705-4515-b020-ace48f9ab324/4c38beb9-7705-4515-b020-ace48f9ab324.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.807525] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-399a2df8-1d22-45c8-9dce-056d4e72653f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.840345] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393203, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.840736] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5220caba-9094-2a48-09b3-0cbcb2c877ed, 'name': SearchDatastore_Task, 'duration_secs': 0.027028} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.843147] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 633.843147] env[69760]: value = "task-3393204" [ 633.843147] env[69760]: _type = "Task" [ 633.843147] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.844396] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-07129a14-bde9-4537-ab57-f00405383365 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.847914] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2738e83-8ed4-4d7b-9dec-8240aaf6f1fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.858416] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 633.858416] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527dfc32-bace-ca1a-0fee-a8e730792ede" [ 633.858416] env[69760]: _type = "Task" [ 633.858416] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.864776] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393204, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.865839] env[69760]: DEBUG nova.network.neutron [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Updating instance_info_cache with network_info: [{"id": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "address": "fa:16:3e:9e:5f:0c", "network": {"id": "5a4cbef1-a190-40c3-8a7a-5151cd6993c8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1185783430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871958970424e64b10c388a7c84ea23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cae0c0-ea", "ovs_interfaceid": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 633.874347] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0217d863-3f98-4a75-a212-86adc5cee41f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.911759] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c41546b-c78d-4a63-adb9-c505e4134608 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.915139] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527dfc32-bace-ca1a-0fee-a8e730792ede, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.921208] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe1597d-3ebe-4d1f-a7ff-ae79cca05877 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.937761] env[69760]: DEBUG nova.compute.provider_tree [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 634.162328] env[69760]: DEBUG nova.network.neutron [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Updated VIF entry in instance network info cache for port 33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 634.162695] env[69760]: DEBUG nova.network.neutron [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Updating instance_info_cache with network_info: [{"id": "33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c", "address": "fa:16:3e:0a:98:eb", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.56", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33fe8d3d-fa", "ovs_interfaceid": "33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.174600] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "b31c1806-9771-440b-830a-529ef3cdaaea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.174600] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "b31c1806-9771-440b-830a-529ef3cdaaea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.206482] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393201, 'name': ReconfigVM_Task, 'duration_secs': 0.993496} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.206482] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 5124e102-6811-46a0-a71a-a237ae4a6356/5124e102-6811-46a0-a71a-a237ae4a6356.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.206482] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f8750ec7-827e-4094-92d9-f0d0f79eb558 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.216058] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 634.216058] env[69760]: value = "task-3393205" [ 634.216058] env[69760]: _type = "Task" [ 634.216058] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.222640] env[69760]: DEBUG nova.network.neutron [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Successfully updated port: 58e03295-6794-435b-992a-cf45477f9994 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 634.230503] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393205, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.240483] env[69760]: DEBUG nova.network.neutron [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Successfully created port: 5b329776-1f0d-4e89-a1fe-7d45ee608fb7 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 634.298948] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393203, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.767787} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.299257] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 9106d5e1-6862-4a9b-bf89-5928856cf064/9106d5e1-6862-4a9b-bf89-5928856cf064.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.299478] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.299858] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aaea8f84-5ecd-4f7d-93e7-5ca86eba8853 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.306854] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 634.306854] env[69760]: value = "task-3393206" [ 634.306854] env[69760]: _type = "Task" [ 634.306854] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.317837] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393206, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.361785] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393204, 'name': ReconfigVM_Task, 'duration_secs': 0.452909} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.364937] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Reconfigured VM instance instance-00000002 to attach disk [datastore2] 4c38beb9-7705-4515-b020-ace48f9ab324/4c38beb9-7705-4515-b020-ace48f9ab324.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.365848] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-33d58e35-7fa7-4980-a604-6eaaea795e45 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.377407] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527dfc32-bace-ca1a-0fee-a8e730792ede, 'name': SearchDatastore_Task, 'duration_secs': 0.051189} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.379095] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.379371] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d3e886ac-e6cf-4689-a461-cd9ae872124a/d3e886ac-e6cf-4689-a461-cd9ae872124a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.379835] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Releasing lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.380118] env[69760]: DEBUG nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Instance network_info: |[{"id": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "address": "fa:16:3e:9e:5f:0c", "network": {"id": "5a4cbef1-a190-40c3-8a7a-5151cd6993c8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1185783430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871958970424e64b10c388a7c84ea23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cae0c0-ea", "ovs_interfaceid": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 634.380421] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 634.380421] env[69760]: value = "task-3393207" [ 634.380421] env[69760]: _type = "Task" [ 634.380421] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.380604] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8787c005-40e3-4fef-b6fd-fbcbc489ff46 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.383332] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9e:5f:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '5e1049e8-c06b-4c93-a9e1-2cbb530f3f95', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '31cae0c0-ea58-4b96-b4ef-840bbb4d0314', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 634.390825] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Creating folder: Project (b871958970424e64b10c388a7c84ea23). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.390825] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b619002-139e-4642-84a9-a3f1ed0dfff3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.401142] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393207, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.402576] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 634.402576] env[69760]: value = "task-3393208" [ 634.402576] env[69760]: _type = "Task" [ 634.402576] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.404563] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Created folder: Project (b871958970424e64b10c388a7c84ea23) in parent group-v676970. [ 634.404563] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Creating folder: Instances. Parent ref: group-v676983. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 634.406941] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2f9335a-df7c-457a-bebd-8471cc3d09f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.415500] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393208, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.418052] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Created folder: Instances in parent group-v676983. [ 634.418052] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 634.418189] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 634.418379] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-01ddc988-4ab8-4d4c-b4fc-edf5d2ac8863 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.437796] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 634.437796] env[69760]: value = "task-3393211" [ 634.437796] env[69760]: _type = "Task" [ 634.437796] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.441949] env[69760]: DEBUG nova.scheduler.client.report [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 634.453595] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393211, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.579269] env[69760]: DEBUG nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 634.612463] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 634.612893] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 634.613230] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 634.613310] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 634.613545] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 634.613789] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 634.614065] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 634.614415] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 634.614846] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 634.614846] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 634.615126] env[69760]: DEBUG nova.virt.hardware [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 634.616402] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b749ce-633c-4206-8005-b1e96cd77c47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.626725] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a79e8cd-3d50-4c85-af90-fcccd12453d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.669391] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Releasing lock "refresh_cache-9106d5e1-6862-4a9b-bf89-5928856cf064" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.669391] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Received event network-vif-plugged-15a3b0b5-deea-4472-bdf7-b3058806d86a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 634.669391] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Acquiring lock "d3e886ac-e6cf-4689-a461-cd9ae872124a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.669391] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.669391] env[69760]: DEBUG oslo_concurrency.lockutils [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.669758] env[69760]: DEBUG nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] No waiting events found dispatching network-vif-plugged-15a3b0b5-deea-4472-bdf7-b3058806d86a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 634.669758] env[69760]: WARNING nova.compute.manager [req-073e89fa-31f0-4d15-b42f-6a20266b75b3 req-f8567815-0cf7-43b8-9067-e48740b1a727 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Received unexpected event network-vif-plugged-15a3b0b5-deea-4472-bdf7-b3058806d86a for instance with vm_state building and task_state spawning. [ 634.697144] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "b66731cf-6f94-4c15-83e0-e4144b20566a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 634.697440] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.730598] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "refresh_cache-05c98eee-065e-46d6-8499-d4e3608fc4bb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.730598] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "refresh_cache-05c98eee-065e-46d6-8499-d4e3608fc4bb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.730598] env[69760]: DEBUG nova.network.neutron [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 634.737278] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393205, 'name': Rename_Task, 'duration_secs': 0.150189} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.737891] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.738247] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af7a93c3-e759-4cf8-87c3-5e0c71c4d04c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.751501] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 634.751501] env[69760]: value = "task-3393212" [ 634.751501] env[69760]: _type = "Task" [ 634.751501] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.760787] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393212, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.826266] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393206, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067911} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.826266] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.826266] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-146f4f80-d7a5-488e-8ed5-09607d28616d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.857522] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 9106d5e1-6862-4a9b-bf89-5928856cf064/9106d5e1-6862-4a9b-bf89-5928856cf064.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.858082] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5299026a-cece-403a-9e91-7e72f21f0721 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.884023] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 634.884023] env[69760]: value = "task-3393213" [ 634.884023] env[69760]: _type = "Task" [ 634.884023] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.892685] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393213, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.904308] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393207, 'name': Rename_Task, 'duration_secs': 0.169688} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.908807] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 634.909495] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e5710cb0-cf84-498a-a980-7f61487334db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.921917] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 634.921917] env[69760]: value = "task-3393214" [ 634.921917] env[69760]: _type = "Task" [ 634.921917] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.924644] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393208, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.934061] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393214, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.947609] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.400s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 634.948922] env[69760]: DEBUG nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 634.951125] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393211, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.955056] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.135s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 634.955056] env[69760]: INFO nova.compute.claims [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 635.183655] env[69760]: DEBUG nova.compute.manager [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Received event network-changed-15a3b0b5-deea-4472-bdf7-b3058806d86a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.183655] env[69760]: DEBUG nova.compute.manager [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Refreshing instance network info cache due to event network-changed-15a3b0b5-deea-4472-bdf7-b3058806d86a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 635.183655] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Acquiring lock "refresh_cache-d3e886ac-e6cf-4689-a461-cd9ae872124a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.183655] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Acquired lock "refresh_cache-d3e886ac-e6cf-4689-a461-cd9ae872124a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.183908] env[69760]: DEBUG nova.network.neutron [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Refreshing network info cache for port 15a3b0b5-deea-4472-bdf7-b3058806d86a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 635.264881] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393212, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.328087] env[69760]: DEBUG nova.network.neutron [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 635.397998] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393213, 'name': ReconfigVM_Task, 'duration_secs': 0.404829} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.398298] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 9106d5e1-6862-4a9b-bf89-5928856cf064/9106d5e1-6862-4a9b-bf89-5928856cf064.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.398973] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ed3396f6-d137-4a46-92b1-6b1953f88508 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.406872] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 635.406872] env[69760]: value = "task-3393215" [ 635.406872] env[69760]: _type = "Task" [ 635.406872] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.418901] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393208, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548411} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.422716] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d3e886ac-e6cf-4689-a461-cd9ae872124a/d3e886ac-e6cf-4689-a461-cd9ae872124a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.422969] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.423606] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393215, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.423606] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2d3bc72a-5c08-4408-9015-e92d9569ea09 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.435962] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393214, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.439851] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 635.439851] env[69760]: value = "task-3393216" [ 635.439851] env[69760]: _type = "Task" [ 635.439851] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.453299] env[69760]: DEBUG nova.compute.utils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 635.455619] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393211, 'name': CreateVM_Task, 'duration_secs': 0.624192} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.458318] env[69760]: DEBUG nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 635.458627] env[69760]: DEBUG nova.network.neutron [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 635.460372] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 635.460646] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393216, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.463431] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.463713] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.464059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.468018] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-022d758a-d0da-4fe8-93bf-f647a191ef27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.470080] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 635.470080] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521a6af0-295b-9074-efe8-7b56199feed2" [ 635.470080] env[69760]: _type = "Task" [ 635.470080] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.481942] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521a6af0-295b-9074-efe8-7b56199feed2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.509450] env[69760]: DEBUG nova.compute.manager [req-ecde9035-2339-463d-a374-52423737df98 req-b89755f4-c8d6-43ae-a32f-76dcf04ea504 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Received event network-vif-plugged-58e03295-6794-435b-992a-cf45477f9994 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 635.509684] env[69760]: DEBUG oslo_concurrency.lockutils [req-ecde9035-2339-463d-a374-52423737df98 req-b89755f4-c8d6-43ae-a32f-76dcf04ea504 service nova] Acquiring lock "05c98eee-065e-46d6-8499-d4e3608fc4bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.509906] env[69760]: DEBUG oslo_concurrency.lockutils [req-ecde9035-2339-463d-a374-52423737df98 req-b89755f4-c8d6-43ae-a32f-76dcf04ea504 service nova] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.510087] env[69760]: DEBUG oslo_concurrency.lockutils [req-ecde9035-2339-463d-a374-52423737df98 req-b89755f4-c8d6-43ae-a32f-76dcf04ea504 service nova] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.510265] env[69760]: DEBUG nova.compute.manager [req-ecde9035-2339-463d-a374-52423737df98 req-b89755f4-c8d6-43ae-a32f-76dcf04ea504 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] No waiting events found dispatching network-vif-plugged-58e03295-6794-435b-992a-cf45477f9994 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 635.510427] env[69760]: WARNING nova.compute.manager [req-ecde9035-2339-463d-a374-52423737df98 req-b89755f4-c8d6-43ae-a32f-76dcf04ea504 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Received unexpected event network-vif-plugged-58e03295-6794-435b-992a-cf45477f9994 for instance with vm_state building and task_state spawning. [ 635.664774] env[69760]: DEBUG nova.policy [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2bf9d9b98474ec3a59239cba4d7f1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e414f57f67e407cb221b97c1f6f5925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 635.765244] env[69760]: DEBUG oslo_vmware.api [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393212, 'name': PowerOnVM_Task, 'duration_secs': 0.551406} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.766891] env[69760]: DEBUG nova.network.neutron [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Updating instance_info_cache with network_info: [{"id": "58e03295-6794-435b-992a-cf45477f9994", "address": "fa:16:3e:9d:20:94", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e03295-67", "ovs_interfaceid": "58e03295-6794-435b-992a-cf45477f9994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 635.768742] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.770092] env[69760]: INFO nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Took 14.96 seconds to spawn the instance on the hypervisor. [ 635.770092] env[69760]: DEBUG nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.770865] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce53406c-0ab3-4c04-a649-353cfb3940a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.875717] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.875874] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.876091] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.876283] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.876470] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.876655] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.876834] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 635.922720] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393215, 'name': Rename_Task, 'duration_secs': 0.40283} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.922840] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.923120] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-06b409c4-2175-4248-b228-137d64b4d396 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.938643] env[69760]: DEBUG oslo_vmware.api [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393214, 'name': PowerOnVM_Task, 'duration_secs': 0.521703} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.938889] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 635.938889] env[69760]: value = "task-3393217" [ 635.938889] env[69760]: _type = "Task" [ 635.938889] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.943739] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 635.943944] env[69760]: INFO nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Took 12.89 seconds to spawn the instance on the hypervisor. [ 635.946035] env[69760]: DEBUG nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 635.946035] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dbf1a69-7081-4af9-9ed5-2f24798b5072 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.958812] env[69760]: DEBUG nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 635.977332] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393216, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.171447} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.979802] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.985337] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1278ef9-e89f-4a84-b7a5-35437b55c237 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.994657] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521a6af0-295b-9074-efe8-7b56199feed2, 'name': SearchDatastore_Task, 'duration_secs': 0.03482} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.007735] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.008033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 636.008399] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.008809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.010885] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 636.019773] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] d3e886ac-e6cf-4689-a461-cd9ae872124a/d3e886ac-e6cf-4689-a461-cd9ae872124a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 636.023205] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aa61c2e8-5db9-4c81-b402-92cdaf971c3d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.026128] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fda65e6c-b0db-4f32-8436-a1150b42fd9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.053124] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 636.053124] env[69760]: value = "task-3393218" [ 636.053124] env[69760]: _type = "Task" [ 636.053124] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.057766] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 636.057766] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 636.059914] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de525540-a10b-4c78-9280-217443797532 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.066077] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393218, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.072197] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 636.072197] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522eb914-4659-3f50-5d69-9200ea41b1ad" [ 636.072197] env[69760]: _type = "Task" [ 636.072197] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.081050] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522eb914-4659-3f50-5d69-9200ea41b1ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.249887] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a00782fa-0714-47c2-a6a7-ac303c904568 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.262148] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4afc019-946c-4dc2-914c-c095bf33fd5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.300647] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "refresh_cache-05c98eee-065e-46d6-8499-d4e3608fc4bb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.300758] env[69760]: DEBUG nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance network_info: |[{"id": "58e03295-6794-435b-992a-cf45477f9994", "address": "fa:16:3e:9d:20:94", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e03295-67", "ovs_interfaceid": "58e03295-6794-435b-992a-cf45477f9994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 636.305557] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:20:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e03295-6794-435b-992a-cf45477f9994', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 636.313075] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating folder: Project (0e414f57f67e407cb221b97c1f6f5925). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.313959] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75914bcf-4d9d-4e71-9d5c-03e6eb70acfd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.317165] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f07222c2-0148-4a28-a3cc-9050d53f3bf5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.321863] env[69760]: INFO nova.compute.manager [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Took 19.76 seconds to build instance. [ 636.330396] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0082f857-046b-4a1a-9a35-5c582df109f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.336601] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created folder: Project (0e414f57f67e407cb221b97c1f6f5925) in parent group-v676970. [ 636.336810] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating folder: Instances. Parent ref: group-v676986. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 636.337529] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6c581f3c-13de-481a-87b9-7d69a4d6c36c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.349182] env[69760]: DEBUG nova.compute.provider_tree [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.360380] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created folder: Instances in parent group-v676986. [ 636.360468] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 636.360653] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 636.361483] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a09f4c9a-7e7b-48e5-89f0-e8d014194923 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.380925] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Getting list of instances from cluster (obj){ [ 636.380925] env[69760]: value = "domain-c8" [ 636.380925] env[69760]: _type = "ClusterComputeResource" [ 636.380925] env[69760]: } {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 636.382536] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9fb129-65d1-4a1b-aad5-538f419a3c03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.387011] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 636.387011] env[69760]: value = "task-3393221" [ 636.387011] env[69760]: _type = "Task" [ 636.387011] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.396635] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Got total of 5 instances {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 636.396828] env[69760]: WARNING nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] While synchronizing instance power states, found 9 instances in the database and 5 instances on the hypervisor. [ 636.396983] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 5124e102-6811-46a0-a71a-a237ae4a6356 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.397190] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 4c38beb9-7705-4515-b020-ace48f9ab324 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.397364] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 9106d5e1-6862-4a9b-bf89-5928856cf064 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.397556] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid d3e886ac-e6cf-4689-a461-cd9ae872124a {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.397668] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 04f5b4b8-8598-4466-a9c7-3f9ca48dea15 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.397829] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 05c98eee-065e-46d6-8499-d4e3608fc4bb {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.397989] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.398180] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 5eb916ca-a7a4-4fe1-8802-e3619587155a {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.398294] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 82801bc1-42eb-43e1-8d34-160f09f4d777 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 636.399516] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "5124e102-6811-46a0-a71a-a237ae4a6356" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.399516] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "4c38beb9-7705-4515-b020-ace48f9ab324" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.399516] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "9106d5e1-6862-4a9b-bf89-5928856cf064" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.399677] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.399828] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.400020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.400209] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.400418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.400641] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "82801bc1-42eb-43e1-8d34-160f09f4d777" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.400833] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.401038] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 636.404519] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 636.405549] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393221, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.456377] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393217, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.493203] env[69760]: INFO nova.compute.manager [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Took 18.63 seconds to build instance. [ 636.563955] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393218, 'name': ReconfigVM_Task, 'duration_secs': 0.339619} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.564766] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Reconfigured VM instance instance-00000004 to attach disk [datastore2] d3e886ac-e6cf-4689-a461-cd9ae872124a/d3e886ac-e6cf-4689-a461-cd9ae872124a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.565830] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb92d651-5190-4fc2-a25e-ddf23d872e13 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.574265] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 636.574265] env[69760]: value = "task-3393222" [ 636.574265] env[69760]: _type = "Task" [ 636.574265] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.594157] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522eb914-4659-3f50-5d69-9200ea41b1ad, 'name': SearchDatastore_Task, 'duration_secs': 0.017027} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.594412] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393222, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.595313] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6e91701-449d-4f3b-8d3f-95d054d44cce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.601725] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 636.601725] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52387663-1101-7e5c-056a-9c45d8641d82" [ 636.601725] env[69760]: _type = "Task" [ 636.601725] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.614584] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52387663-1101-7e5c-056a-9c45d8641d82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.628666] env[69760]: DEBUG nova.network.neutron [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Successfully created port: 8f6ca3a9-09e8-466c-9735-0839e4af84db {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 636.705612] env[69760]: DEBUG nova.network.neutron [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Updated VIF entry in instance network info cache for port 15a3b0b5-deea-4472-bdf7-b3058806d86a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 636.706298] env[69760]: DEBUG nova.network.neutron [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Updating instance_info_cache with network_info: [{"id": "15a3b0b5-deea-4472-bdf7-b3058806d86a", "address": "fa:16:3e:43:b6:d5", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap15a3b0b5-de", "ovs_interfaceid": "15a3b0b5-deea-4472-bdf7-b3058806d86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.826800] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94245b02-0d93-49e6-82cc-b7fbdf960b11 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "5124e102-6811-46a0-a71a-a237ae4a6356" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.280s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 636.829323] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "5124e102-6811-46a0-a71a-a237ae4a6356" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.430s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 636.831031] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1181880-9306-4288-bb5c-4469ec5a43a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.853487] env[69760]: DEBUG nova.scheduler.client.report [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.899696] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393221, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.907374] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 636.959792] env[69760]: DEBUG oslo_vmware.api [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393217, 'name': PowerOnVM_Task, 'duration_secs': 0.968916} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.960099] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.960324] env[69760]: INFO nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Took 11.67 seconds to spawn the instance on the hypervisor. [ 636.960589] env[69760]: DEBUG nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 636.961332] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaf993b7-ad17-45ef-a3b7-5eb0cada00da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.969282] env[69760]: DEBUG nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 637.000624] env[69760]: DEBUG oslo_concurrency.lockutils [None req-33f11614-b424-40e6-807e-e73a3bc0c0fc tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "4c38beb9-7705-4515-b020-ace48f9ab324" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.150s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.001639] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "4c38beb9-7705-4515-b020-ace48f9ab324" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.602s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.001844] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] During sync_power_state the instance has a pending task (spawning). Skip. [ 637.001963] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "4c38beb9-7705-4515-b020-ace48f9ab324" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.018597] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 637.019679] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 637.020071] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 637.020071] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 637.020130] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 637.020322] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 637.020972] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 637.020972] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 637.020972] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 637.020972] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 637.021172] env[69760]: DEBUG nova.virt.hardware [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 637.023363] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86bfc7a3-d628-4089-b225-40755925cb87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.037732] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef938fd-793c-45cc-9c41-a4a9c703a265 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.088028] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393222, 'name': Rename_Task, 'duration_secs': 0.16377} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.088706] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 637.088980] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f27e0d94-070b-49f7-88e8-7639771ee73e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.095459] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 637.095459] env[69760]: value = "task-3393223" [ 637.095459] env[69760]: _type = "Task" [ 637.095459] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.103324] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.112856] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52387663-1101-7e5c-056a-9c45d8641d82, 'name': SearchDatastore_Task, 'duration_secs': 0.011418} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.113067] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.113315] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 04f5b4b8-8598-4466-a9c7-3f9ca48dea15/04f5b4b8-8598-4466-a9c7-3f9ca48dea15.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 637.113947] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-158de6da-f556-4b83-ab9b-bb4d1d15ae60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.120158] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 637.120158] env[69760]: value = "task-3393224" [ 637.120158] env[69760]: _type = "Task" [ 637.120158] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.127996] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393224, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.213783] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Releasing lock "refresh_cache-d3e886ac-e6cf-4689-a461-cd9ae872124a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.214368] env[69760]: DEBUG nova.compute.manager [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Received event network-vif-plugged-31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.214567] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Acquiring lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.215174] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.215303] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.215558] env[69760]: DEBUG nova.compute.manager [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] No waiting events found dispatching network-vif-plugged-31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 637.215865] env[69760]: WARNING nova.compute.manager [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Received unexpected event network-vif-plugged-31cae0c0-ea58-4b96-b4ef-840bbb4d0314 for instance with vm_state building and task_state spawning. [ 637.216221] env[69760]: DEBUG nova.compute.manager [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Received event network-changed-31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 637.216505] env[69760]: DEBUG nova.compute.manager [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Refreshing instance network info cache due to event network-changed-31cae0c0-ea58-4b96-b4ef-840bbb4d0314. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 637.216821] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Acquiring lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.217062] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Acquired lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.217311] env[69760]: DEBUG nova.network.neutron [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Refreshing network info cache for port 31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 637.336159] env[69760]: DEBUG nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.344175] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "5124e102-6811-46a0-a71a-a237ae4a6356" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.362745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.411s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.363820] env[69760]: DEBUG nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 637.366615] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.333s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.368876] env[69760]: INFO nova.compute.claims [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.395799] env[69760]: DEBUG nova.network.neutron [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Successfully updated port: 5b329776-1f0d-4e89-a1fe-7d45ee608fb7 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 637.407031] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393221, 'name': CreateVM_Task, 'duration_secs': 0.51548} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.407031] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 637.408438] env[69760]: DEBUG oslo_vmware.service [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce09a0d4-6a69-40a7-b160-f2f777a9aa87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.417359] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.417359] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.417611] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.417972] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-89ae59b2-28b5-4b2e-b948-e1e5cd537a49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.424542] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 637.424542] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520f8d8b-5b82-3a8a-d510-898b5cff5d3f" [ 637.424542] env[69760]: _type = "Task" [ 637.424542] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.435377] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520f8d8b-5b82-3a8a-d510-898b5cff5d3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.487987] env[69760]: INFO nova.compute.manager [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Took 18.57 seconds to build instance. [ 637.506086] env[69760]: DEBUG nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 637.617369] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393223, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.638129] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393224, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.860594] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.875847] env[69760]: DEBUG nova.compute.utils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.879324] env[69760]: DEBUG nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 637.879324] env[69760]: DEBUG nova.network.neutron [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 637.897626] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "refresh_cache-f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.897772] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquired lock "refresh_cache-f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.897930] env[69760]: DEBUG nova.network.neutron [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 637.939116] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.939395] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 637.939685] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.940244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.940244] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 637.940385] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cad290ee-bc04-4d09-9a74-57e07dea722a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.951908] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 637.952159] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 637.952990] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f271df3-e457-459c-9b23-dc1ec5b6342e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.961734] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-408ddb9d-b923-4fa9-83ad-febd08c6a4ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.967133] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 637.967133] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bff98a-4224-e49a-1548-f2fd6ca55930" [ 637.967133] env[69760]: _type = "Task" [ 637.967133] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 637.980705] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bff98a-4224-e49a-1548-f2fd6ca55930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.992552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-64e06632-299a-46a6-98dd-aebc2e290aec tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.091s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.992891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 1.593s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.993109] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] During sync_power_state the instance has a pending task (spawning). Skip. [ 637.993395] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.030093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.110183] env[69760]: DEBUG oslo_vmware.api [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393223, 'name': PowerOnVM_Task, 'duration_secs': 0.786361} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.110183] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 638.110407] env[69760]: INFO nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Took 10.60 seconds to spawn the instance on the hypervisor. [ 638.110513] env[69760]: DEBUG nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 638.111993] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de0fb46e-921f-4554-9db2-ff8adb5d6d16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.135975] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393224, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.591695} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.136316] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 04f5b4b8-8598-4466-a9c7-3f9ca48dea15/04f5b4b8-8598-4466-a9c7-3f9ca48dea15.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 638.137089] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 638.137089] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c423580-0d56-46f1-8d1a-5a53b457fb71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.144586] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 638.144586] env[69760]: value = "task-3393225" [ 638.144586] env[69760]: _type = "Task" [ 638.144586] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.153712] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393225, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.211990] env[69760]: DEBUG nova.policy [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6806b73a8d564cb09b78d9c0fe88024e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be01cffe16174b0fa48f3ed134608ec0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 638.313466] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.313731] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.382135] env[69760]: DEBUG nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 638.479962] env[69760]: DEBUG nova.network.neutron [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 638.491653] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Preparing fetch location {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 638.491959] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating directory with path [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 638.492217] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae966217-f543-4b28-9f98-f8619e3c66df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.545440] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created directory with path [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 638.547271] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Fetch image to [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 638.547271] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Downloading image file data a7b93a95-275a-41dc-8462-e5dcda197cf8 to [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69760) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 638.547559] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a89b940e-e725-4875-ac51-3afc0f04edd4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.563995] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a5065c9-cf62-4aac-90d7-4b7cc6c46cd4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.582401] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56dac309-1ff3-4827-a77e-f2199bb09315 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.629952] env[69760]: DEBUG nova.network.neutron [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Successfully updated port: 8f6ca3a9-09e8-466c-9735-0839e4af84db {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 638.634340] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-940c26d2-ddf4-451d-95e1-884617d980a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.658769] env[69760]: INFO nova.compute.manager [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Took 18.40 seconds to build instance. [ 638.658769] env[69760]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-5726ccbd-0a5a-46a2-b369-6f2d809998d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.671040] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393225, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079686} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 638.671040] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 638.671040] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d246d75a-2aa4-4083-a369-4e0b345076f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.698658] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 04f5b4b8-8598-4466-a9c7-3f9ca48dea15/04f5b4b8-8598-4466-a9c7-3f9ca48dea15.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 638.704443] env[69760]: DEBUG nova.network.neutron [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Updated VIF entry in instance network info cache for port 31cae0c0-ea58-4b96-b4ef-840bbb4d0314. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 638.704941] env[69760]: DEBUG nova.network.neutron [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Updating instance_info_cache with network_info: [{"id": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "address": "fa:16:3e:9e:5f:0c", "network": {"id": "5a4cbef1-a190-40c3-8a7a-5151cd6993c8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1185783430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871958970424e64b10c388a7c84ea23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cae0c0-ea", "ovs_interfaceid": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.706208] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a22d7412-f325-476e-af52-10c2a1fa84bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.725699] env[69760]: DEBUG nova.network.neutron [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Updating instance_info_cache with network_info: [{"id": "5b329776-1f0d-4e89-a1fe-7d45ee608fb7", "address": "fa:16:3e:96:86:bd", "network": {"id": "ee920f14-f33b-4466-b222-196d19455ca5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2104973517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "07ca2fc3b86d4000bcc7860e14af4060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b329776-1f", "ovs_interfaceid": "5b329776-1f0d-4e89-a1fe-7d45ee608fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.727625] env[69760]: DEBUG oslo_concurrency.lockutils [req-068608f2-5858-4b6f-9581-479b84a08a37 req-0e26e8bb-749b-4c32-98eb-1d8c53f12a73 service nova] Releasing lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.735449] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 638.735449] env[69760]: value = "task-3393226" [ 638.735449] env[69760]: _type = "Task" [ 638.735449] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 638.744136] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.762238] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14038e1c-7e2e-46f3-bf1d-01aa9b345b45 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.768076] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Downloading image file data a7b93a95-275a-41dc-8462-e5dcda197cf8 to the data store datastore1 {{(pid=69760) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 638.775350] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc805f11-f2b3-4f6f-83a1-66d3e94f608f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.811776] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fafeca0-bbd5-4999-9aa9-a44e3e8f8e7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.819333] env[69760]: DEBUG nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 638.826920] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7610b208-25cf-4681-8656-bd78758acf82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.842184] env[69760]: DEBUG nova.compute.provider_tree [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.865133] env[69760]: DEBUG oslo_vmware.rw_handles [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69760) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 638.938705] env[69760]: DEBUG nova.compute.manager [req-ed4c21a0-ea98-4cf9-b6b3-779c4bc17591 req-df691916-d947-48eb-a04a-0f4cd7b949b3 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Received event network-vif-plugged-5b329776-1f0d-4e89-a1fe-7d45ee608fb7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.938942] env[69760]: DEBUG oslo_concurrency.lockutils [req-ed4c21a0-ea98-4cf9-b6b3-779c4bc17591 req-df691916-d947-48eb-a04a-0f4cd7b949b3 service nova] Acquiring lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.939192] env[69760]: DEBUG oslo_concurrency.lockutils [req-ed4c21a0-ea98-4cf9-b6b3-779c4bc17591 req-df691916-d947-48eb-a04a-0f4cd7b949b3 service nova] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 638.939364] env[69760]: DEBUG oslo_concurrency.lockutils [req-ed4c21a0-ea98-4cf9-b6b3-779c4bc17591 req-df691916-d947-48eb-a04a-0f4cd7b949b3 service nova] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.939839] env[69760]: DEBUG nova.compute.manager [req-ed4c21a0-ea98-4cf9-b6b3-779c4bc17591 req-df691916-d947-48eb-a04a-0f4cd7b949b3 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] No waiting events found dispatching network-vif-plugged-5b329776-1f0d-4e89-a1fe-7d45ee608fb7 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 638.939839] env[69760]: WARNING nova.compute.manager [req-ed4c21a0-ea98-4cf9-b6b3-779c4bc17591 req-df691916-d947-48eb-a04a-0f4cd7b949b3 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Received unexpected event network-vif-plugged-5b329776-1f0d-4e89-a1fe-7d45ee608fb7 for instance with vm_state building and task_state spawning. [ 638.946783] env[69760]: DEBUG nova.compute.manager [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Received event network-changed-58e03295-6794-435b-992a-cf45477f9994 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 638.946783] env[69760]: DEBUG nova.compute.manager [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Refreshing instance network info cache due to event network-changed-58e03295-6794-435b-992a-cf45477f9994. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 638.946783] env[69760]: DEBUG oslo_concurrency.lockutils [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] Acquiring lock "refresh_cache-05c98eee-065e-46d6-8499-d4e3608fc4bb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.946783] env[69760]: DEBUG oslo_concurrency.lockutils [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] Acquired lock "refresh_cache-05c98eee-065e-46d6-8499-d4e3608fc4bb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.946783] env[69760]: DEBUG nova.network.neutron [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Refreshing network info cache for port 58e03295-6794-435b-992a-cf45477f9994 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 639.108757] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "59b174de-0389-440b-8cd3-ba3b11f7fd12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.108757] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.143779] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "refresh_cache-5eb916ca-a7a4-4fe1-8802-e3619587155a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.144501] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "refresh_cache-5eb916ca-a7a4-4fe1-8802-e3619587155a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.144501] env[69760]: DEBUG nova.network.neutron [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.161774] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5c8da9cf-d5f1-4c4f-9ad1-57ff3fdd4b97 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.915s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.163551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.764s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.163888] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] During sync_power_state the instance has a pending task (spawning). Skip. [ 639.164188] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.232033] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Releasing lock "refresh_cache-f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.232968] env[69760]: DEBUG nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Instance network_info: |[{"id": "5b329776-1f0d-4e89-a1fe-7d45ee608fb7", "address": "fa:16:3e:96:86:bd", "network": {"id": "ee920f14-f33b-4466-b222-196d19455ca5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2104973517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "07ca2fc3b86d4000bcc7860e14af4060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b329776-1f", "ovs_interfaceid": "5b329776-1f0d-4e89-a1fe-7d45ee608fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 639.233114] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:86:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27abaf31-0f39-428c-a8d3-cd7548de6818', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5b329776-1f0d-4e89-a1fe-7d45ee608fb7', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.241877] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Creating folder: Project (07ca2fc3b86d4000bcc7860e14af4060). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.246033] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2cd8cde0-0b3f-417f-b2ae-ca2a3b221ead {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.254648] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393226, 'name': ReconfigVM_Task, 'duration_secs': 0.438503} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.255384] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 04f5b4b8-8598-4466-a9c7-3f9ca48dea15/04f5b4b8-8598-4466-a9c7-3f9ca48dea15.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 639.256860] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9135a934-2c17-49d6-b525-80329404d364 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.259459] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Created folder: Project (07ca2fc3b86d4000bcc7860e14af4060) in parent group-v676970. [ 639.259558] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Creating folder: Instances. Parent ref: group-v676989. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.260135] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb767781-42bf-46d3-994f-197ab50a69f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.266233] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 639.266233] env[69760]: value = "task-3393228" [ 639.266233] env[69760]: _type = "Task" [ 639.266233] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.276391] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393228, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.277806] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Created folder: Instances in parent group-v676989. [ 639.277991] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 639.278480] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.278756] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7c4726d-96d5-4773-a1f9-d482820e2490 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.305688] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.305688] env[69760]: value = "task-3393230" [ 639.305688] env[69760]: _type = "Task" [ 639.305688] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.315288] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393230, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.349757] env[69760]: DEBUG nova.scheduler.client.report [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.360950] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.448817] env[69760]: DEBUG nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 639.485639] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 639.485969] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 639.486075] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.486259] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 639.486407] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.486554] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 639.486777] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 639.487087] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 639.487149] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 639.487952] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 639.487952] env[69760]: DEBUG nova.virt.hardware [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 639.490503] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bdeb3d3-2561-4634-8803-c6cca8c06e4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.497228] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23dd1909-29ce-490d-b1c1-6c8f392e8669 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.520490] env[69760]: DEBUG nova.network.neutron [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Successfully created port: bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 639.669275] env[69760]: DEBUG nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 639.683222] env[69760]: DEBUG oslo_vmware.rw_handles [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Completed reading data from the image iterator. {{(pid=69760) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 639.684508] env[69760]: DEBUG oslo_vmware.rw_handles [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 639.764019] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Downloaded image file data a7b93a95-275a-41dc-8462-e5dcda197cf8 to vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk on the data store datastore1 {{(pid=69760) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 639.764019] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Caching image {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 639.764019] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copying Virtual Disk [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk to [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 639.764019] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-813e757a-e1be-480a-8fa8-c5eec774f345 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.770640] env[69760]: DEBUG nova.network.neutron [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 639.785018] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 639.785018] env[69760]: value = "task-3393231" [ 639.785018] env[69760]: _type = "Task" [ 639.785018] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.789076] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393228, 'name': Rename_Task, 'duration_secs': 0.169337} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.790898] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 639.791355] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c9ec4bd-142c-44cd-8991-364d92d75f4a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.798663] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393231, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.801025] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 639.801025] env[69760]: value = "task-3393232" [ 639.801025] env[69760]: _type = "Task" [ 639.801025] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.808381] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393232, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.817290] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393230, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.859117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.492s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.859932] env[69760]: DEBUG nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 639.863535] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.956s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.863736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.863891] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 639.864190] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.004s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.866161] env[69760]: INFO nova.compute.claims [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.869461] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d314baeb-4375-413c-ba87-242a8282ef44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.878708] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b429e1e6-fe83-4a9b-a33a-253d3f171df8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.892703] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796a3da9-9e17-479a-a4d6-22f55b5a174d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.900023] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed37fd0-845a-463b-a09d-36ffd59fff4a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.934236] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180973MB free_disk=103GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 639.934422] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.081436] env[69760]: DEBUG nova.network.neutron [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Updated VIF entry in instance network info cache for port 58e03295-6794-435b-992a-cf45477f9994. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 640.081716] env[69760]: DEBUG nova.network.neutron [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Updating instance_info_cache with network_info: [{"id": "58e03295-6794-435b-992a-cf45477f9994", "address": "fa:16:3e:9d:20:94", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap58e03295-67", "ovs_interfaceid": "58e03295-6794-435b-992a-cf45477f9994", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.194264] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.312447] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393231, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.320741] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393232, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.330046] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393230, 'name': CreateVM_Task, 'duration_secs': 0.955868} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.330713] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 640.334148] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.334148] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.334148] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.334148] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff0f672a-7e0e-4f6e-ae4b-10e2e51352e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.340383] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 640.340383] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525897ee-845c-4730-7fec-1a702bf4110f" [ 640.340383] env[69760]: _type = "Task" [ 640.340383] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.350633] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525897ee-845c-4730-7fec-1a702bf4110f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.358138] env[69760]: DEBUG nova.network.neutron [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Updating instance_info_cache with network_info: [{"id": "8f6ca3a9-09e8-466c-9735-0839e4af84db", "address": "fa:16:3e:84:9b:77", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6ca3a9-09", "ovs_interfaceid": "8f6ca3a9-09e8-466c-9735-0839e4af84db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 640.365480] env[69760]: DEBUG nova.compute.utils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 640.368058] env[69760]: DEBUG nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 640.368058] env[69760]: DEBUG nova.network.neutron [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 640.534621] env[69760]: DEBUG nova.policy [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2ea8ee08dbf496e827344c0bd930272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2880fc434d5b419c8b5b00bf2719a02e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 640.584830] env[69760]: DEBUG oslo_concurrency.lockutils [req-d0dc25c3-6417-4ef7-ac50-22ecb54efa2c req-dddd2a9d-733b-4b4e-8856-9ca6a9e91dd5 service nova] Releasing lock "refresh_cache-05c98eee-065e-46d6-8499-d4e3608fc4bb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.801414] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393231, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.006616} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.801798] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copied Virtual Disk [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk to [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 640.802249] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8/tmp-sparse.vmdk {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 640.805497] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-73680f45-b535-4f91-bd73-87a998e4851a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.812561] env[69760]: DEBUG oslo_vmware.api [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393232, 'name': PowerOnVM_Task, 'duration_secs': 0.795916} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.814652] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 640.814947] env[69760]: INFO nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Took 11.00 seconds to spawn the instance on the hypervisor. [ 640.815154] env[69760]: DEBUG nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 640.815478] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 640.815478] env[69760]: value = "task-3393233" [ 640.815478] env[69760]: _type = "Task" [ 640.815478] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.816441] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97907563-cb1d-4ab1-ba8f-337f28895c72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.828177] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393233, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.852700] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.853267] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.853385] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.861556] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "refresh_cache-5eb916ca-a7a4-4fe1-8802-e3619587155a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.861556] env[69760]: DEBUG nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Instance network_info: |[{"id": "8f6ca3a9-09e8-466c-9735-0839e4af84db", "address": "fa:16:3e:84:9b:77", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6ca3a9-09", "ovs_interfaceid": "8f6ca3a9-09e8-466c-9735-0839e4af84db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 640.862295] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:9b:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8f6ca3a9-09e8-466c-9735-0839e4af84db', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 640.870887] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 640.871301] env[69760]: DEBUG nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 640.874049] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 640.874485] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-59843802-bf2e-42e3-80e0-1305beeb7e64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.899314] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 640.899314] env[69760]: value = "task-3393234" [ 640.899314] env[69760]: _type = "Task" [ 640.899314] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.907647] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393234, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.960379] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.960379] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.164018] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-341c0437-39d6-4d66-b4f6-aca26a269816 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.173983] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04de1e12-e86b-4f1f-9836-d6e3aa7589b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.213088] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f67c855-d17e-4f55-93a0-f8cb156c7457 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.221608] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68032ee8-46de-4f9b-ad3d-e0abacc4e71a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.242610] env[69760]: DEBUG nova.compute.provider_tree [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.344663] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393233, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.039983} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.346781] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 641.347077] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Moving file from [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28/a7b93a95-275a-41dc-8462-e5dcda197cf8 to [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8. {{(pid=69760) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 641.347628] env[69760]: INFO nova.compute.manager [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Took 18.43 seconds to build instance. [ 641.348670] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-116a8694-2064-444a-97b4-71d3d7cb97ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.357820] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 641.357820] env[69760]: value = "task-3393235" [ 641.357820] env[69760]: _type = "Task" [ 641.357820] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.367602] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393235, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.415229] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393234, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.513619] env[69760]: DEBUG nova.compute.manager [None req-5fbb57ba-8a9c-4b53-822e-2a30a0fff090 tempest-ServerDiagnosticsTest-955773814 tempest-ServerDiagnosticsTest-955773814-project-admin] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 641.514746] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b98c8c-86f2-4c4c-be97-380daa2d440e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.521743] env[69760]: INFO nova.compute.manager [None req-5fbb57ba-8a9c-4b53-822e-2a30a0fff090 tempest-ServerDiagnosticsTest-955773814 tempest-ServerDiagnosticsTest-955773814-project-admin] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Retrieving diagnostics [ 641.522790] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade64296-7f5b-4649-9736-2d6483af8ec2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.754209] env[69760]: DEBUG nova.network.neutron [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Successfully created port: c7b74a11-1239-44fa-9072-45f6bce9a067 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 641.769151] env[69760]: ERROR nova.scheduler.client.report [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [req-cbd645de-25da-4164-9910-9f0cacc3c26f] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-cbd645de-25da-4164-9910-9f0cacc3c26f"}]} [ 641.790155] env[69760]: DEBUG nova.scheduler.client.report [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 641.806730] env[69760]: DEBUG nova.scheduler.client.report [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 641.806962] env[69760]: DEBUG nova.compute.provider_tree [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 103, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 641.821882] env[69760]: DEBUG nova.scheduler.client.report [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 641.846086] env[69760]: DEBUG nova.scheduler.client.report [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 641.851633] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff2bec6-d6f6-4185-9f60-6dbb9e165035 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.945s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.853142] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 5.453s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.857110] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] During sync_power_state the instance has a pending task (spawning). Skip. [ 641.858855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.005s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.868860] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393235, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.039381} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.872620] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] File moved {{(pid=69760) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 641.872915] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Cleaning up location [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 641.872998] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore1] vmware_temp/3f756162-e4d0-4bcf-b9c3-c6d8efcb3d28 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 641.873951] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-97f94823-8f30-40a8-8dde-1df381ce41f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.880555] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 641.880555] env[69760]: value = "task-3393236" [ 641.880555] env[69760]: _type = "Task" [ 641.880555] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.884627] env[69760]: DEBUG nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 641.891772] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393236, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.908587] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393234, 'name': CreateVM_Task, 'duration_secs': 0.587117} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.910453] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 641.912407] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.912407] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.912407] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.912407] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49bc204-4f62-42bb-99b5-de37cde6b1a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.919767] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 641.919767] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523cce7e-e4d9-2ba6-76fd-4666b5ed66a7" [ 641.919767] env[69760]: _type = "Task" [ 641.919767] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.925254] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 641.925503] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 641.925706] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.925899] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 641.926090] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.926388] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 641.926671] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 641.926867] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 641.927061] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 641.927241] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 641.927416] env[69760]: DEBUG nova.virt.hardware [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 641.928201] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd1fb5f1-3b99-4b8e-8e28-05c71acccff0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.938704] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523cce7e-e4d9-2ba6-76fd-4666b5ed66a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.942272] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee6604ce-5270-4a91-a776-15d81569888a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.126734] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e54e8ea9-7105-4d2e-b051-bd402723243a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.135501] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faad039e-fe17-4e5d-baaf-5d1d718f95e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.168711] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f6d32c1-84cd-45db-8fef-f3a05d975bcf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.175826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Acquiring lock "9106d5e1-6862-4a9b-bf89-5928856cf064" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.176072] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.176333] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Acquiring lock "9106d5e1-6862-4a9b-bf89-5928856cf064-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.177011] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.177011] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.180515] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d278ff0-1f8f-4406-99b1-2c3e3e7e83c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.186808] env[69760]: INFO nova.compute.manager [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Terminating instance [ 642.203282] env[69760]: DEBUG nova.compute.provider_tree [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.265062] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.265338] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.265513] env[69760]: DEBUG nova.compute.manager [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 642.266910] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e623cb79-86ac-4940-9e25-4da4535589a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.274127] env[69760]: DEBUG nova.compute.manager [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 642.274718] env[69760]: DEBUG nova.objects.instance [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lazy-loading 'flavor' on Instance uuid d3e886ac-e6cf-4689-a461-cd9ae872124a {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 642.359694] env[69760]: DEBUG nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 642.397099] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393236, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.060318} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.397099] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 642.397099] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aaaa7c6e-c476-4544-ad26-d379bd14f2ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.404897] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 642.404897] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526c4a0f-0c70-afbc-ccb7-232e7c280327" [ 642.404897] env[69760]: _type = "Task" [ 642.404897] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.416691] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526c4a0f-0c70-afbc-ccb7-232e7c280327, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.436117] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523cce7e-e4d9-2ba6-76fd-4666b5ed66a7, 'name': SearchDatastore_Task, 'duration_secs': 0.025545} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.436117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.436117] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 642.436117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.694336] env[69760]: DEBUG nova.compute.manager [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 642.694524] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 642.695602] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b72a4b9a-2ece-43f1-980f-e4b15ee15e7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.707837] env[69760]: DEBUG nova.compute.manager [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Received event network-changed-5b329776-1f0d-4e89-a1fe-7d45ee608fb7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.708090] env[69760]: DEBUG nova.compute.manager [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Refreshing instance network info cache due to event network-changed-5b329776-1f0d-4e89-a1fe-7d45ee608fb7. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.708311] env[69760]: DEBUG oslo_concurrency.lockutils [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] Acquiring lock "refresh_cache-f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.708459] env[69760]: DEBUG oslo_concurrency.lockutils [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] Acquired lock "refresh_cache-f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.708626] env[69760]: DEBUG nova.network.neutron [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Refreshing network info cache for port 5b329776-1f0d-4e89-a1fe-7d45ee608fb7 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.713949] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 642.714554] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3b07d8c9-a69b-4f5e-8373-d8258092c21b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.723302] env[69760]: DEBUG oslo_vmware.api [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Waiting for the task: (returnval){ [ 642.723302] env[69760]: value = "task-3393237" [ 642.723302] env[69760]: _type = "Task" [ 642.723302] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.730483] env[69760]: DEBUG nova.compute.manager [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Received event network-vif-plugged-8f6ca3a9-09e8-466c-9735-0839e4af84db {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.730658] env[69760]: DEBUG oslo_concurrency.lockutils [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] Acquiring lock "5eb916ca-a7a4-4fe1-8802-e3619587155a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.730900] env[69760]: DEBUG oslo_concurrency.lockutils [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 642.731105] env[69760]: DEBUG oslo_concurrency.lockutils [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 642.731306] env[69760]: DEBUG nova.compute.manager [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] No waiting events found dispatching network-vif-plugged-8f6ca3a9-09e8-466c-9735-0839e4af84db {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 642.731843] env[69760]: WARNING nova.compute.manager [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Received unexpected event network-vif-plugged-8f6ca3a9-09e8-466c-9735-0839e4af84db for instance with vm_state building and task_state spawning. [ 642.732097] env[69760]: DEBUG nova.compute.manager [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Received event network-changed-8f6ca3a9-09e8-466c-9735-0839e4af84db {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 642.732298] env[69760]: DEBUG nova.compute.manager [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Refreshing instance network info cache due to event network-changed-8f6ca3a9-09e8-466c-9735-0839e4af84db. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 642.732517] env[69760]: DEBUG oslo_concurrency.lockutils [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] Acquiring lock "refresh_cache-5eb916ca-a7a4-4fe1-8802-e3619587155a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.732706] env[69760]: DEBUG oslo_concurrency.lockutils [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] Acquired lock "refresh_cache-5eb916ca-a7a4-4fe1-8802-e3619587155a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.732916] env[69760]: DEBUG nova.network.neutron [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Refreshing network info cache for port 8f6ca3a9-09e8-466c-9735-0839e4af84db {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 642.743574] env[69760]: DEBUG oslo_vmware.api [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Task: {'id': task-3393237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.761721] env[69760]: DEBUG nova.scheduler.client.report [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 19 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 642.762060] env[69760]: DEBUG nova.compute.provider_tree [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 19 to 20 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 642.762269] env[69760]: DEBUG nova.compute.provider_tree [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 642.892547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 642.917071] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526c4a0f-0c70-afbc-ccb7-232e7c280327, 'name': SearchDatastore_Task, 'duration_secs': 0.023111} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.919124] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.921160] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.921530] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.922171] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.922171] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d51d78c8-f302-4a88-8b18-5a0d2bf087bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.927941] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bda0662-9db7-4b05-8069-c3687e98f3d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.940644] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 642.940644] env[69760]: value = "task-3393238" [ 642.940644] env[69760]: _type = "Task" [ 642.940644] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.942160] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 642.942348] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 642.949614] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91d77987-d052-4095-91b9-39ddd77ca1b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.960188] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393238, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.961766] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 642.961766] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fa5277-f543-3957-a327-c215f7283cee" [ 642.961766] env[69760]: _type = "Task" [ 642.961766] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.971308] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fa5277-f543-3957-a327-c215f7283cee, 'name': SearchDatastore_Task, 'duration_secs': 0.010579} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.972260] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-df8948ed-e30a-49a9-94ba-8f0b1f610efb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.977955] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 642.977955] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fb5113-8dd0-7e11-3084-20b875785f0b" [ 642.977955] env[69760]: _type = "Task" [ 642.977955] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.992946] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fb5113-8dd0-7e11-3084-20b875785f0b, 'name': SearchDatastore_Task, 'duration_secs': 0.010733} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.993274] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.993542] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6/f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 642.993847] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.993999] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 642.994230] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f3432f96-25ea-48dc-a29e-f33e32e11d0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.996415] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78e43bd4-b6b5-4e1a-ab91-cecdbc2ff727 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.004954] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 643.004954] env[69760]: value = "task-3393239" [ 643.004954] env[69760]: _type = "Task" [ 643.004954] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.007642] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 643.007723] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 643.011971] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280366bf-c82e-40a3-8feb-05a091bfebc0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.020048] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393239, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.024440] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 643.024440] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527de688-f2c5-51c8-c9f8-82e5e6f92c83" [ 643.024440] env[69760]: _type = "Task" [ 643.024440] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.032756] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527de688-f2c5-51c8-c9f8-82e5e6f92c83, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.033571] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc8faa61-2f00-4797-b658-5e4517bc36b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.038855] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 643.038855] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52352fcd-645d-6be9-ec14-651447dfd051" [ 643.038855] env[69760]: _type = "Task" [ 643.038855] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.051462] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52352fcd-645d-6be9-ec14-651447dfd051, 'name': SearchDatastore_Task, 'duration_secs': 0.00914} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.051462] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.053667] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5eb916ca-a7a4-4fe1-8802-e3619587155a/5eb916ca-a7a4-4fe1-8802-e3619587155a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 643.053954] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d4572c3c-4291-4c37-9eb5-bb210ca6db71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.061552] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 643.061552] env[69760]: value = "task-3393240" [ 643.061552] env[69760]: _type = "Task" [ 643.061552] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.072754] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.097353] env[69760]: DEBUG nova.network.neutron [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Successfully updated port: bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 643.242649] env[69760]: DEBUG oslo_vmware.api [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Task: {'id': task-3393237, 'name': PowerOffVM_Task, 'duration_secs': 0.275359} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.243021] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.243532] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 643.243532] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b2d7a43d-c068-466a-b1d9-daf6f6bc9e31 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.274908] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.410s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 643.275795] env[69760]: DEBUG nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 643.283460] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.250s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 643.285282] env[69760]: INFO nova.compute.claims [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 643.295865] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 643.295865] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-848d5574-4755-4b39-ac87-5f0ab9d7a8d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.304977] env[69760]: DEBUG oslo_vmware.api [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 643.304977] env[69760]: value = "task-3393242" [ 643.304977] env[69760]: _type = "Task" [ 643.304977] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.317218] env[69760]: DEBUG oslo_vmware.api [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393242, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.317218] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 643.317218] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 643.317218] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Deleting the datastore file [datastore2] 9106d5e1-6862-4a9b-bf89-5928856cf064 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 643.317218] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c4fe199b-65c3-4f30-bddc-3dc4d8de79ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.330270] env[69760]: DEBUG oslo_vmware.api [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Waiting for the task: (returnval){ [ 643.330270] env[69760]: value = "task-3393243" [ 643.330270] env[69760]: _type = "Task" [ 643.330270] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.340775] env[69760]: DEBUG oslo_vmware.api [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Task: {'id': task-3393243, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.461249] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393238, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.520924] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393239, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.577706] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393240, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.605658] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "refresh_cache-82801bc1-42eb-43e1-8d34-160f09f4d777" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.606544] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired lock "refresh_cache-82801bc1-42eb-43e1-8d34-160f09f4d777" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.607251] env[69760]: DEBUG nova.network.neutron [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 643.795328] env[69760]: DEBUG nova.compute.utils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 643.798578] env[69760]: DEBUG nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 643.798761] env[69760]: DEBUG nova.network.neutron [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 643.819076] env[69760]: DEBUG oslo_vmware.api [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393242, 'name': PowerOffVM_Task, 'duration_secs': 0.228466} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.819221] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 643.819615] env[69760]: DEBUG nova.compute.manager [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 643.821451] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d704e55-0562-4699-b9c0-aad5e6ae2e4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.844822] env[69760]: DEBUG oslo_vmware.api [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Task: {'id': task-3393243, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.493191} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.844822] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 643.845594] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 643.845594] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 643.845771] env[69760]: INFO nova.compute.manager [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Took 1.15 seconds to destroy the instance on the hypervisor. [ 643.846036] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 643.846240] env[69760]: DEBUG nova.compute.manager [-] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 643.847772] env[69760]: DEBUG nova.network.neutron [-] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 643.956456] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393238, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.542233} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.956758] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 643.958433] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 643.958433] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-36ac3805-8ad9-488f-a32b-2a64e67b7109 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.964887] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 643.964887] env[69760]: value = "task-3393244" [ 643.964887] env[69760]: _type = "Task" [ 643.964887] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.978056] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393244, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.983313] env[69760]: DEBUG nova.network.neutron [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Updated VIF entry in instance network info cache for port 5b329776-1f0d-4e89-a1fe-7d45ee608fb7. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 643.983689] env[69760]: DEBUG nova.network.neutron [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Updating instance_info_cache with network_info: [{"id": "5b329776-1f0d-4e89-a1fe-7d45ee608fb7", "address": "fa:16:3e:96:86:bd", "network": {"id": "ee920f14-f33b-4466-b222-196d19455ca5", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-2104973517-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07ca2fc3b86d4000bcc7860e14af4060", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27abaf31-0f39-428c-a8d3-cd7548de6818", "external-id": "nsx-vlan-transportzone-505", "segmentation_id": 505, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5b329776-1f", "ovs_interfaceid": "5b329776-1f0d-4e89-a1fe-7d45ee608fb7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.019381] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393239, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.798146} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.019789] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6/f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.020040] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.021217] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f6715b5-a253-4000-ae19-75ebf803d93f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.031731] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 644.031731] env[69760]: value = "task-3393245" [ 644.031731] env[69760]: _type = "Task" [ 644.031731] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.044283] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393245, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.077910] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393240, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.305698] env[69760]: DEBUG nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 644.343412] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d1449e78-bae5-4b08-acfc-d148b66533d2 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.078s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.367681] env[69760]: DEBUG nova.policy [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3fd78cb9d8ee454bb2febabfd5a02d09', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddc096d6223d4923984bb4bacf445360', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 644.436025] env[69760]: DEBUG nova.network.neutron [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 644.482201] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393244, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087785} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.482582] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.483358] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fac87ec-e395-45d7-9707-b752de5ef600 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.491770] env[69760]: DEBUG oslo_concurrency.lockutils [req-c6a54eac-401e-4297-8b39-7b1b711a4b51 req-06fb092a-e8cd-4225-8f87-f7218909ab53 service nova] Releasing lock "refresh_cache-f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.513823] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.517700] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35c88cdc-0200-49ae-b4ca-5d69699d5c78 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.542238] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393245, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081025} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.542957] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 644.543337] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 644.543337] env[69760]: value = "task-3393246" [ 644.543337] env[69760]: _type = "Task" [ 644.543337] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.544029] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d191b37b-a1cc-4981-9db1-26458f915bc0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.577423] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Reconfiguring VM instance instance-00000007 to attach disk [datastore1] f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6/f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 644.586870] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-14fbd883-9238-4608-a837-cfaedfcda180 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.601084] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.609856] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393240, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.145171} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.611561] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5eb916ca-a7a4-4fe1-8802-e3619587155a/5eb916ca-a7a4-4fe1-8802-e3619587155a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 644.611561] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 644.611561] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 644.611561] env[69760]: value = "task-3393247" [ 644.611561] env[69760]: _type = "Task" [ 644.611561] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.611561] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d0e251d-4e35-4b78-8ea5-b283e1c89056 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.624722] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 644.624722] env[69760]: value = "task-3393248" [ 644.624722] env[69760]: _type = "Task" [ 644.624722] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.624961] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.633297] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393248, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.670357] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-148c66fa-2ca2-409f-996c-edc6a19da8f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.679049] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9420b7c8-b2cf-448a-9445-8c0ad28e98ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.710339] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0b10216-2213-4a94-83db-5210ee59887d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.719186] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84a3d610-ed1a-49b4-b1f9-00a5120dbb9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.736185] env[69760]: DEBUG nova.compute.provider_tree [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 644.795628] env[69760]: DEBUG nova.network.neutron [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Updated VIF entry in instance network info cache for port 8f6ca3a9-09e8-466c-9735-0839e4af84db. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 644.795979] env[69760]: DEBUG nova.network.neutron [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Updating instance_info_cache with network_info: [{"id": "8f6ca3a9-09e8-466c-9735-0839e4af84db", "address": "fa:16:3e:84:9b:77", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8f6ca3a9-09", "ovs_interfaceid": "8f6ca3a9-09e8-466c-9735-0839e4af84db", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.895791] env[69760]: DEBUG nova.network.neutron [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Updating instance_info_cache with network_info: [{"id": "bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38", "address": "fa:16:3e:b3:4f:17", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9fb695-a5", "ovs_interfaceid": "bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.060215] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393246, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.071126] env[69760]: DEBUG nova.network.neutron [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Successfully updated port: c7b74a11-1239-44fa-9072-45f6bce9a067 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 645.123260] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393247, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.134035] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393248, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.324805} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.134035] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 645.134403] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-593f542f-2d67-4fdd-98ef-b5dba0d17740 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.156477] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Reconfiguring VM instance instance-00000008 to attach disk [datastore1] 5eb916ca-a7a4-4fe1-8802-e3619587155a/5eb916ca-a7a4-4fe1-8802-e3619587155a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 645.157145] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903f4b5f-06a5-4195-b37c-7182596f7f19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.177076] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 645.177076] env[69760]: value = "task-3393249" [ 645.177076] env[69760]: _type = "Task" [ 645.177076] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.188642] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393249, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.240664] env[69760]: DEBUG nova.scheduler.client.report [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 645.285377] env[69760]: DEBUG nova.network.neutron [-] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.300094] env[69760]: DEBUG oslo_concurrency.lockutils [req-957cfde1-a83c-4623-9302-6e03f8bab38d req-55dcfda8-7f52-4ced-95ac-bf28bbd293f4 service nova] Releasing lock "refresh_cache-5eb916ca-a7a4-4fe1-8802-e3619587155a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.321539] env[69760]: DEBUG nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 645.352854] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 645.353122] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 645.353274] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 645.353448] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 645.353588] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 645.353765] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 645.354063] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 645.354233] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 645.356021] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 645.356021] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 645.356021] env[69760]: DEBUG nova.virt.hardware [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 645.356021] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156b6dce-0aa6-4e1f-ade3-9cd39f8a3c0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.363778] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b45ddf5-18b4-4d29-86f6-20917950d8c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.397818] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Releasing lock "refresh_cache-82801bc1-42eb-43e1-8d34-160f09f4d777" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.398183] env[69760]: DEBUG nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Instance network_info: |[{"id": "bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38", "address": "fa:16:3e:b3:4f:17", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9fb695-a5", "ovs_interfaceid": "bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 645.398602] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:4f:17', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 645.406173] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Creating folder: Project (be01cffe16174b0fa48f3ed134608ec0). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.406469] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cb25ff68-a9a0-4529-bd9a-214b5bfefc04 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.416840] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Created folder: Project (be01cffe16174b0fa48f3ed134608ec0) in parent group-v676970. [ 645.417116] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Creating folder: Instances. Parent ref: group-v676993. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 645.417282] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96271eee-a9c7-4488-a4a8-35d18cf1d9dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.428564] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Created folder: Instances in parent group-v676993. [ 645.428834] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 645.429048] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 645.429262] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9135f965-d575-4566-b93d-e81937c22ae2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.449112] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 645.449112] env[69760]: value = "task-3393252" [ 645.449112] env[69760]: _type = "Task" [ 645.449112] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.458090] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393252, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.559182] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393246, 'name': ReconfigVM_Task, 'duration_secs': 0.833571} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.560095] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.560307] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7c6aa295-423c-4679-97bc-b3c128e4bf49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.566696] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 645.566696] env[69760]: value = "task-3393253" [ 645.566696] env[69760]: _type = "Task" [ 645.566696] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.578816] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393253, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.579419] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.579542] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.579968] env[69760]: DEBUG nova.network.neutron [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 645.624663] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393247, 'name': ReconfigVM_Task, 'duration_secs': 0.844057} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.625050] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Reconfigured VM instance instance-00000007 to attach disk [datastore1] f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6/f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.625909] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-355b20db-1a3a-4281-bf79-1161181401c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.634834] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 645.634834] env[69760]: value = "task-3393254" [ 645.634834] env[69760]: _type = "Task" [ 645.634834] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.645312] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393254, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.688951] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393249, 'name': ReconfigVM_Task, 'duration_secs': 0.296402} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.689112] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Reconfigured VM instance instance-00000008 to attach disk [datastore1] 5eb916ca-a7a4-4fe1-8802-e3619587155a/5eb916ca-a7a4-4fe1-8802-e3619587155a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 645.689632] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4625c063-e386-491a-9d1f-73afa26e7809 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.697205] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 645.697205] env[69760]: value = "task-3393255" [ 645.697205] env[69760]: _type = "Task" [ 645.697205] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.706822] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393255, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.751872] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.471s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 645.751872] env[69760]: DEBUG nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 645.754424] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.395s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 645.756893] env[69760]: INFO nova.compute.claims [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 645.789595] env[69760]: INFO nova.compute.manager [-] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Took 1.94 seconds to deallocate network for instance. [ 645.959393] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393252, 'name': CreateVM_Task, 'duration_secs': 0.354805} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 645.959564] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 645.960417] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.960852] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.960941] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.961197] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cd560b2-f4e9-4720-a0a7-494e45d91268 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.967674] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 645.967674] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52103308-8933-048a-a753-0f04b5726fda" [ 645.967674] env[69760]: _type = "Task" [ 645.967674] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 645.975729] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52103308-8933-048a-a753-0f04b5726fda, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.079914] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393253, 'name': Rename_Task, 'duration_secs': 0.212388} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.079914] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.079914] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-862a7a6f-1c3f-481e-95ae-0f008dcb13ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.090553] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 646.090553] env[69760]: value = "task-3393256" [ 646.090553] env[69760]: _type = "Task" [ 646.090553] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.102447] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393256, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.121504] env[69760]: DEBUG nova.network.neutron [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Successfully created port: b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 646.135518] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "4c38beb9-7705-4515-b020-ace48f9ab324" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.136492] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "4c38beb9-7705-4515-b020-ace48f9ab324" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.136689] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "4c38beb9-7705-4515-b020-ace48f9ab324-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.136750] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "4c38beb9-7705-4515-b020-ace48f9ab324-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.136910] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "4c38beb9-7705-4515-b020-ace48f9ab324-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.139349] env[69760]: INFO nova.compute.manager [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Terminating instance [ 646.153052] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393254, 'name': Rename_Task, 'duration_secs': 0.163394} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.153600] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.154709] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07a165da-6ca7-49d2-9c07-7851b08f944c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.161263] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 646.161263] env[69760]: value = "task-3393257" [ 646.161263] env[69760]: _type = "Task" [ 646.161263] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.162023] env[69760]: DEBUG nova.network.neutron [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 646.180843] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.210395] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393255, 'name': Rename_Task, 'duration_secs': 0.140702} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.210659] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 646.211014] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5592334e-275a-4dca-8057-a9a7bee75ca4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.221630] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 646.221630] env[69760]: value = "task-3393258" [ 646.221630] env[69760]: _type = "Task" [ 646.221630] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.237498] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393258, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.263126] env[69760]: DEBUG nova.compute.utils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 646.269878] env[69760]: DEBUG nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 646.269878] env[69760]: DEBUG nova.network.neutron [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 646.303526] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.383780] env[69760]: DEBUG nova.policy [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25a8beff73ad4bc297a4dddf93692080', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57c5449121a84225957cb81e3f393369', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 646.479878] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52103308-8933-048a-a753-0f04b5726fda, 'name': SearchDatastore_Task, 'duration_secs': 0.028328} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.480483] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.482259] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 646.482259] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.482259] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.482259] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 646.482259] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b42c7990-ca75-4520-965d-ec915d2357c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.492158] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 646.492394] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 646.493214] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e6845ef1-7063-4eb1-a882-dbca5dd6d34d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.499342] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 646.499342] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f5f7c3-3955-f054-f829-04fd631cc109" [ 646.499342] env[69760]: _type = "Task" [ 646.499342] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.510724] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f5f7c3-3955-f054-f829-04fd631cc109, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.561565] env[69760]: DEBUG nova.network.neutron [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance_info_cache with network_info: [{"id": "c7b74a11-1239-44fa-9072-45f6bce9a067", "address": "fa:16:3e:52:26:bd", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b74a11-12", "ovs_interfaceid": "c7b74a11-1239-44fa-9072-45f6bce9a067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.605339] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393256, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.649644] env[69760]: DEBUG nova.compute.manager [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 646.650080] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 646.651386] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfb6c382-c47c-433b-9474-1445e6dad037 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.659687] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 646.660090] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-666a539c-fbb7-4056-bdca-11ff7268338b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 646.672082] env[69760]: DEBUG oslo_vmware.api [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 646.672082] env[69760]: value = "task-3393259" [ 646.672082] env[69760]: _type = "Task" [ 646.672082] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 646.681754] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393257, 'name': PowerOnVM_Task} progress is 37%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.688378] env[69760]: DEBUG oslo_vmware.api [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393259, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.732981] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393258, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.768123] env[69760]: DEBUG nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 646.788494] env[69760]: DEBUG nova.compute.manager [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Received event network-vif-plugged-bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.788494] env[69760]: DEBUG oslo_concurrency.lockutils [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] Acquiring lock "82801bc1-42eb-43e1-8d34-160f09f4d777-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 646.789200] env[69760]: DEBUG oslo_concurrency.lockutils [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.789487] env[69760]: DEBUG oslo_concurrency.lockutils [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.790589] env[69760]: DEBUG nova.compute.manager [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] No waiting events found dispatching network-vif-plugged-bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 646.790589] env[69760]: WARNING nova.compute.manager [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Received unexpected event network-vif-plugged-bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 for instance with vm_state building and task_state spawning. [ 646.790589] env[69760]: DEBUG nova.compute.manager [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Received event network-changed-bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 646.790589] env[69760]: DEBUG nova.compute.manager [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Refreshing instance network info cache due to event network-changed-bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 646.790831] env[69760]: DEBUG oslo_concurrency.lockutils [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] Acquiring lock "refresh_cache-82801bc1-42eb-43e1-8d34-160f09f4d777" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.794778] env[69760]: DEBUG oslo_concurrency.lockutils [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] Acquired lock "refresh_cache-82801bc1-42eb-43e1-8d34-160f09f4d777" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.794778] env[69760]: DEBUG nova.network.neutron [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Refreshing network info cache for port bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 647.017195] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f5f7c3-3955-f054-f829-04fd631cc109, 'name': SearchDatastore_Task, 'duration_secs': 0.01539} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.018103] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1d4006d4-b84a-4a20-8b87-cf02190fb3f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.025812] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 647.025812] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb6d2c-4431-b592-9879-f9361b851e7a" [ 647.025812] env[69760]: _type = "Task" [ 647.025812] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.040732] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb6d2c-4431-b592-9879-f9361b851e7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.060106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b197a0-8bad-40f1-b407-7da4e33fe630 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.064117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.064491] env[69760]: DEBUG nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Instance network_info: |[{"id": "c7b74a11-1239-44fa-9072-45f6bce9a067", "address": "fa:16:3e:52:26:bd", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b74a11-12", "ovs_interfaceid": "c7b74a11-1239-44fa-9072-45f6bce9a067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 647.064894] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:26:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7b74a11-1239-44fa-9072-45f6bce9a067', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.074282] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Creating folder: Project (2880fc434d5b419c8b5b00bf2719a02e). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.075060] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-15a096d9-421d-4032-885d-da303fc983ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.078538] env[69760]: DEBUG nova.network.neutron [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Successfully created port: 1757e940-5952-4cdc-86e0-8d75ba8af8f3 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 647.084196] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d1a3c21-1a7d-4d46-a141-67d1945289fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.125058] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f13f725-1728-413a-aacf-ee5004ca8a15 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.127549] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Created folder: Project (2880fc434d5b419c8b5b00bf2719a02e) in parent group-v676970. [ 647.127761] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Creating folder: Instances. Parent ref: group-v676996. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.128242] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-52fc4639-bbdd-4e4f-8d35-189641780094 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.141351] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98033c64-a131-4d25-a61c-12b2d3e63720 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.145871] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393256, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.147236] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Created folder: Instances in parent group-v676996. [ 647.147494] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.148125] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.148370] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac5403e3-1917-4775-9b99-35183414f2e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.173288] env[69760]: DEBUG nova.compute.provider_tree [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.184789] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.184789] env[69760]: value = "task-3393262" [ 647.184789] env[69760]: _type = "Task" [ 647.184789] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.194365] env[69760]: DEBUG oslo_vmware.api [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393259, 'name': PowerOffVM_Task, 'duration_secs': 0.381512} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.194365] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393257, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.195322] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 647.195322] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 647.195503] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-aca621e1-af68-4dab-a9f3-1bc51ecf8a24 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.201805] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393262, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.239214] env[69760]: DEBUG oslo_vmware.api [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393258, 'name': PowerOnVM_Task, 'duration_secs': 0.589541} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.239214] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.240075] env[69760]: INFO nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Took 10.27 seconds to spawn the instance on the hypervisor. [ 647.240075] env[69760]: DEBUG nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.240713] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f07f73-1c0f-44f0-8071-d353889623b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.288246] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 647.288246] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 647.288246] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Deleting the datastore file [datastore2] 4c38beb9-7705-4515-b020-ace48f9ab324 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 647.288386] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cedcb852-b4df-4380-af95-97cdbb527fdb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.301550] env[69760]: DEBUG oslo_vmware.api [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for the task: (returnval){ [ 647.301550] env[69760]: value = "task-3393264" [ 647.301550] env[69760]: _type = "Task" [ 647.301550] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.312498] env[69760]: DEBUG oslo_vmware.api [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393264, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.541855] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb6d2c-4431-b592-9879-f9361b851e7a, 'name': SearchDatastore_Task, 'duration_secs': 0.02606} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.541855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.542413] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 82801bc1-42eb-43e1-8d34-160f09f4d777/82801bc1-42eb-43e1-8d34-160f09f4d777.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 647.542760] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-daedaca3-109e-412b-8f83-c33a9cb51c23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.555398] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 647.555398] env[69760]: value = "task-3393265" [ 647.555398] env[69760]: _type = "Task" [ 647.555398] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.567316] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393265, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.632978] env[69760]: DEBUG oslo_vmware.api [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393256, 'name': PowerOnVM_Task, 'duration_secs': 1.213289} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.635325] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 647.635570] env[69760]: INFO nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Took 15.51 seconds to spawn the instance on the hypervisor. [ 647.635752] env[69760]: DEBUG nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 647.636624] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b063583-3d33-4925-8217-811dc26a6adc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.683082] env[69760]: DEBUG nova.scheduler.client.report [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 647.704587] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393257, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.713365] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393262, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.768589] env[69760]: INFO nova.compute.manager [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Took 18.50 seconds to build instance. [ 647.789617] env[69760]: DEBUG nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 647.816267] env[69760]: DEBUG oslo_vmware.api [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Task: {'id': task-3393264, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.396858} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 647.816621] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 647.817029] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 647.818929] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 647.818929] env[69760]: INFO nova.compute.manager [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Took 1.17 seconds to destroy the instance on the hypervisor. [ 647.818929] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 647.818929] env[69760]: DEBUG nova.compute.manager [-] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 647.818929] env[69760]: DEBUG nova.network.neutron [-] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.822519] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 647.823042] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 647.823042] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 647.823198] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 647.823468] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 647.823823] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 647.823914] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 647.824090] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 647.824338] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 647.824444] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 647.824653] env[69760]: DEBUG nova.virt.hardware [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 647.826058] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54e19409-8364-40a5-9b73-b3e80a1a068c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.843542] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3e36f7-d184-4a7b-ae57-4fec92d2f769 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.880346] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.881149] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.071761] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393265, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.153426] env[69760]: DEBUG nova.network.neutron [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Updated VIF entry in instance network info cache for port bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 648.153426] env[69760]: DEBUG nova.network.neutron [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Updating instance_info_cache with network_info: [{"id": "bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38", "address": "fa:16:3e:b3:4f:17", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.254", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd9fb695-a5", "ovs_interfaceid": "bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.166369] env[69760]: INFO nova.compute.manager [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Took 21.78 seconds to build instance. [ 648.192410] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.438s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.192967] env[69760]: DEBUG nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 648.199058] env[69760]: DEBUG oslo_vmware.api [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393257, 'name': PowerOnVM_Task, 'duration_secs': 2.014116} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.206021] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 8.269s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.208278] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 648.208771] env[69760]: INFO nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Took 13.63 seconds to spawn the instance on the hypervisor. [ 648.209096] env[69760]: DEBUG nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.212977] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd15b796-d001-4201-8611-bdeb5953c324 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.233514] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393262, 'name': CreateVM_Task, 'duration_secs': 0.738713} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.237157] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.238737] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.238995] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.239468] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.239833] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55daffbe-4c71-497e-bf9b-cd7f633dcfae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.250028] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 648.250028] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d57e3-ebad-e041-d7b4-a9bcd148d869" [ 648.250028] env[69760]: _type = "Task" [ 648.250028] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.267116] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d57e3-ebad-e041-d7b4-a9bcd148d869, 'name': SearchDatastore_Task, 'duration_secs': 0.012307} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.267630] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.267986] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.268403] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.268978] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.269232] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.270522] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c62cc62-9a1f-4a64-b40b-246f6788d003 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.274592] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2d30512-d33b-4fa4-adba-364052ef1f86 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.023s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.277404] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.877s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.277704] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] During sync_power_state the instance has a pending task (networking). Skip. [ 648.278041] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.288402] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.288908] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.290545] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-724fd7bc-d26a-4486-a10f-ecfb0a0df797 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.303746] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 648.303746] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52725d29-8012-0429-e379-8d8a864ccc07" [ 648.303746] env[69760]: _type = "Task" [ 648.303746] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.318895] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52725d29-8012-0429-e379-8d8a864ccc07, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.579361] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393265, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.608113} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.580794] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 82801bc1-42eb-43e1-8d34-160f09f4d777/82801bc1-42eb-43e1-8d34-160f09f4d777.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 648.580794] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 648.580794] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1678bd3-b72b-4068-858c-b5624383f2a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.593830] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 648.593830] env[69760]: value = "task-3393266" [ 648.593830] env[69760]: _type = "Task" [ 648.593830] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.613868] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393266, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.663682] env[69760]: DEBUG oslo_concurrency.lockutils [req-8b1f6d4f-b7e7-4bb4-b730-eb7c02aa6da6 req-35804ede-1fbb-4c72-8693-f93dba74a64d service nova] Releasing lock "refresh_cache-82801bc1-42eb-43e1-8d34-160f09f4d777" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.669956] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c537d13c-3814-46f4-a44e-632e709c2db2 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.290s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.669956] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.269s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.669956] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] During sync_power_state the instance has a pending task (spawning). Skip. [ 648.670098] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.703662] env[69760]: DEBUG nova.compute.utils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 648.706288] env[69760]: DEBUG nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 648.706512] env[69760]: DEBUG nova.network.neutron [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 648.740422] env[69760]: DEBUG nova.compute.manager [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 648.743688] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d0a9b03-cae2-48a9-b7fa-f1376d5a8659 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.747327] env[69760]: INFO nova.compute.manager [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Took 20.55 seconds to build instance. [ 648.780164] env[69760]: DEBUG nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 648.826610] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52725d29-8012-0429-e379-8d8a864ccc07, 'name': SearchDatastore_Task, 'duration_secs': 0.023663} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.841011] env[69760]: DEBUG nova.policy [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 648.842688] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59bca3ce-8261-4543-aa57-0409fc3d482a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.857315] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 648.857315] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e2f81-830c-99a7-9808-65d16e2a15ef" [ 648.857315] env[69760]: _type = "Task" [ 648.857315] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.867866] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e2f81-830c-99a7-9808-65d16e2a15ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.030623] env[69760]: DEBUG nova.network.neutron [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Successfully updated port: b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.107954] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393266, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.252696} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.109292] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 649.109292] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95973c32-371a-467f-a69e-bc0cca1ffc53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.135902] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 82801bc1-42eb-43e1-8d34-160f09f4d777/82801bc1-42eb-43e1-8d34-160f09f4d777.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 649.136119] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8cc0b29-bd86-493b-a6ae-509f656d2d35 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.163824] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 649.163824] env[69760]: value = "task-3393267" [ 649.163824] env[69760]: _type = "Task" [ 649.163824] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.175652] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393267, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.207401] env[69760]: DEBUG nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 649.251782] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a71821d-047a-4e88-9535-e6f922d96791 tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.058s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.251782] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.850s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.251782] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] During sync_power_state the instance has a pending task (spawning). Skip. [ 649.251782] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.259298] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5124e102-6811-46a0-a71a-a237ae4a6356 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.259444] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 4c38beb9-7705-4515-b020-ace48f9ab324 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.259591] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 9106d5e1-6862-4a9b-bf89-5928856cf064 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 649.259712] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d3e886ac-e6cf-4689-a461-cd9ae872124a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260460] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 04f5b4b8-8598-4466-a9c7-3f9ca48dea15 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260460] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 05c98eee-065e-46d6-8499-d4e3608fc4bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260460] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260460] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5eb916ca-a7a4-4fe1-8802-e3619587155a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260648] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 82801bc1-42eb-43e1-8d34-160f09f4d777 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260648] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 506b1ae3-fc96-4c09-9e45-8fceeb80b492 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260648] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b31c1806-9771-440b-830a-529ef3cdaaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260648] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b66731cf-6f94-4c15-83e0-e4144b20566a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.260794] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance cd455839-d8b8-469a-9f5a-ff427fb90807 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 649.267506] env[69760]: INFO nova.compute.manager [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] instance snapshotting [ 649.267506] env[69760]: WARNING nova.compute.manager [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 649.269936] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2adf07-c1c9-42c2-ba41-f5487d14d48f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.296074] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f3683dc-1c0e-4d0a-98e6-a24552146f03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.327707] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.351699] env[69760]: DEBUG nova.network.neutron [-] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 649.377645] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e2f81-830c-99a7-9808-65d16e2a15ef, 'name': SearchDatastore_Task, 'duration_secs': 0.035224} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.377925] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.378255] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 506b1ae3-fc96-4c09-9e45-8fceeb80b492/506b1ae3-fc96-4c09-9e45-8fceeb80b492.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.378540] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0f48ecd3-881b-474b-ad4b-76abb5dc7af7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.390712] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 649.390712] env[69760]: value = "task-3393268" [ 649.390712] env[69760]: _type = "Task" [ 649.390712] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.402131] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.536727] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.536826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquired lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.537011] env[69760]: DEBUG nova.network.neutron [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 649.678340] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393267, 'name': ReconfigVM_Task, 'duration_secs': 0.50113} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.678749] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 82801bc1-42eb-43e1-8d34-160f09f4d777/82801bc1-42eb-43e1-8d34-160f09f4d777.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 649.679601] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-04add073-82a5-4271-adb8-40ff7890400b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.689582] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 649.689582] env[69760]: value = "task-3393269" [ 649.689582] env[69760]: _type = "Task" [ 649.689582] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.700424] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393269, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.734027] env[69760]: DEBUG nova.network.neutron [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Successfully created port: de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 649.771678] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 59b174de-0389-440b-8cd3-ba3b11f7fd12 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 649.819095] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 649.819837] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-148f1812-5e02-4c36-8dd1-2795bf2428cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.830879] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 649.830879] env[69760]: value = "task-3393270" [ 649.830879] env[69760]: _type = "Task" [ 649.830879] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.843100] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393270, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.857032] env[69760]: INFO nova.compute.manager [-] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Took 2.04 seconds to deallocate network for instance. [ 649.893890] env[69760]: DEBUG nova.network.neutron [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Successfully updated port: 1757e940-5952-4cdc-86e0-8d75ba8af8f3 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 649.912009] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393268, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.098101] env[69760]: DEBUG nova.network.neutron [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.203197] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393269, 'name': Rename_Task, 'duration_secs': 0.261172} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.203590] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 650.203638] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-44490954-86c4-40ea-9fb1-271021e8bc22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.213072] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 650.213072] env[69760]: value = "task-3393271" [ 650.213072] env[69760]: _type = "Task" [ 650.213072] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.217200] env[69760]: DEBUG nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 650.226678] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.245624] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 650.245893] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 650.246085] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.246376] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 650.246559] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.246713] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 650.247076] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 650.247339] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 650.247403] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 650.248631] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 650.248631] env[69760]: DEBUG nova.virt.hardware [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 650.248992] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b0616f8-f10d-435e-afbd-0d8144aa8efd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.259355] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8d6333d-cc91-4842-a276-7e5f1d478469 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.280076] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 70afd0e3-0624-4d8a-8edb-b130d6e8c548 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 650.346902] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393270, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.371457] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.381189] env[69760]: DEBUG nova.network.neutron [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Updating instance_info_cache with network_info: [{"id": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "address": "fa:16:3e:00:24:c7", "network": {"id": "31ab2a88-16ec-4941-ba48-b0b7e2cecab3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368624903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc096d6223d4923984bb4bacf445360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb693c5c1-5a", "ovs_interfaceid": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.403125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.403125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.403125] env[69760]: DEBUG nova.network.neutron [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 650.411453] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.54863} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.411755] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 506b1ae3-fc96-4c09-9e45-8fceeb80b492/506b1ae3-fc96-4c09-9e45-8fceeb80b492.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.412026] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.412320] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49c83d93-72f0-4ae2-b5cd-3593011d8657 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.421046] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 650.421046] env[69760]: value = "task-3393272" [ 650.421046] env[69760]: _type = "Task" [ 650.421046] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.431684] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.724905] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.784212] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 8e973be7-c31b-4a66-8d0d-d4e7a51b580f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 650.786803] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 650.786803] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 650.852428] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393270, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.888680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Releasing lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.888680] env[69760]: DEBUG nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Instance network_info: |[{"id": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "address": "fa:16:3e:00:24:c7", "network": {"id": "31ab2a88-16ec-4941-ba48-b0b7e2cecab3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368624903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc096d6223d4923984bb4bacf445360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb693c5c1-5a", "ovs_interfaceid": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 650.889315] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:00:24:c7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '82dbbfe2-640b-433f-a8e9-1566bd40fb34', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b693c5c1-5adc-4aec-a175-7d969bf4e16e', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 650.908820] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Creating folder: Project (ddc096d6223d4923984bb4bacf445360). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.908820] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5201a600-73b4-443d-b0a4-fe59db73d817 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.927660] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Created folder: Project (ddc096d6223d4923984bb4bacf445360) in parent group-v676970. [ 650.927879] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Creating folder: Instances. Parent ref: group-v676999. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 650.928768] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2b5d0477-ca9a-4b7c-87e2-29a3dae7f59f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.935451] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287834} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.938830] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 650.940200] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298e7c8a-c17b-4d19-9b55-3bdcbc675cdd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.967620] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 506b1ae3-fc96-4c09-9e45-8fceeb80b492/506b1ae3-fc96-4c09-9e45-8fceeb80b492.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 650.971462] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6cac5d7d-9d3f-4e96-88a2-bb7c9347b0b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.987139] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Created folder: Instances in parent group-v676999. [ 650.987398] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 650.988166] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 650.988948] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8c28abb5-e741-466e-a138-d759a2130d1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.008780] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 651.008780] env[69760]: value = "task-3393275" [ 651.008780] env[69760]: _type = "Task" [ 651.008780] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.009815] env[69760]: DEBUG nova.network.neutron [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 651.018436] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.018436] env[69760]: value = "task-3393276" [ 651.018436] env[69760]: _type = "Task" [ 651.018436] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.022514] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.034789] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393276, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.169729] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36c2e609-5312-4e81-bc04-2fc1d013859a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.178446] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9cf2592-8ca2-455f-af10-f209cb10bea7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.210832] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4be2475-a09b-4b9e-9df2-579873987cc4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.224603] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5784ccd-cd37-4e15-9f76-40ac275a31d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.228676] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.240497] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 651.273501] env[69760]: DEBUG nova.compute.manager [req-a6dbfbd4-d6cc-4a41-bfe3-f430b620ec38 req-97489b78-3c2b-465c-b9aa-631d11f736f2 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Received event network-vif-plugged-b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.273501] env[69760]: DEBUG oslo_concurrency.lockutils [req-a6dbfbd4-d6cc-4a41-bfe3-f430b620ec38 req-97489b78-3c2b-465c-b9aa-631d11f736f2 service nova] Acquiring lock "b31c1806-9771-440b-830a-529ef3cdaaea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.277351] env[69760]: DEBUG oslo_concurrency.lockutils [req-a6dbfbd4-d6cc-4a41-bfe3-f430b620ec38 req-97489b78-3c2b-465c-b9aa-631d11f736f2 service nova] Lock "b31c1806-9771-440b-830a-529ef3cdaaea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.277542] env[69760]: DEBUG oslo_concurrency.lockutils [req-a6dbfbd4-d6cc-4a41-bfe3-f430b620ec38 req-97489b78-3c2b-465c-b9aa-631d11f736f2 service nova] Lock "b31c1806-9771-440b-830a-529ef3cdaaea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.277720] env[69760]: DEBUG nova.compute.manager [req-a6dbfbd4-d6cc-4a41-bfe3-f430b620ec38 req-97489b78-3c2b-465c-b9aa-631d11f736f2 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] No waiting events found dispatching network-vif-plugged-b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 651.277884] env[69760]: WARNING nova.compute.manager [req-a6dbfbd4-d6cc-4a41-bfe3-f430b620ec38 req-97489b78-3c2b-465c-b9aa-631d11f736f2 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Received unexpected event network-vif-plugged-b693c5c1-5adc-4aec-a175-7d969bf4e16e for instance with vm_state building and task_state spawning. [ 651.345819] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393270, 'name': CreateSnapshot_Task, 'duration_secs': 1.218302} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.346276] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 651.347272] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd49dfd-ffbf-4085-a392-67f167dd8345 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.378607] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.378808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.399498] env[69760]: DEBUG nova.network.neutron [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Updating instance_info_cache with network_info: [{"id": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "address": "fa:16:3e:aa:5b:46", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1757e940-59", "ovs_interfaceid": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.453028] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "3e91912e-2579-4026-b994-0f78a07bf0a2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.453028] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.003s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.472047] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Received event network-vif-deleted-33fe8d3d-faf9-4a6d-abfd-0fb6216e7e1c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.473678] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Received event network-changed-e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 651.473991] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Refreshing instance network info cache due to event network-changed-e375fc57-5c50-4d2c-9172-2b70bc650019. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 651.474364] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Acquiring lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.474620] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Acquired lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.475264] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Refreshing network info cache for port e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 651.502807] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.503093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.524353] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393275, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.534830] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393276, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.540608] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.540841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.666326] env[69760]: DEBUG nova.network.neutron [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Successfully updated port: de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 651.729546] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.744900] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 651.868533] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 651.868864] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d7f12c27-d0ab-43bf-b095-afad9193161c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.880957] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 651.880957] env[69760]: value = "task-3393277" [ 651.880957] env[69760]: _type = "Task" [ 651.880957] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.887233] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.899689] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393277, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.902410] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.903054] env[69760]: DEBUG nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Instance network_info: |[{"id": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "address": "fa:16:3e:aa:5b:46", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1757e940-59", "ovs_interfaceid": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 651.903232] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:5b:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1757e940-5952-4cdc-86e0-8d75ba8af8f3', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.911472] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Creating folder: Project (57c5449121a84225957cb81e3f393369). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.912362] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-773ee418-5a82-48e8-9d1c-a6d9dbd08fe0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.925705] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Created folder: Project (57c5449121a84225957cb81e3f393369) in parent group-v676970. [ 651.925705] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Creating folder: Instances. Parent ref: group-v677003. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.925705] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-afbde555-1e65-4b8c-9177-3ae1f253866d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.939310] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Created folder: Instances in parent group-v677003. [ 651.939310] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 651.939310] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.939310] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4cef61f-ff36-452a-b2fd-32233f1bf939 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.955880] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 651.963177] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.963177] env[69760]: value = "task-3393280" [ 651.963177] env[69760]: _type = "Task" [ 651.963177] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.973909] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393280, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.030505] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393275, 'name': ReconfigVM_Task, 'duration_secs': 0.6578} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.036807] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 506b1ae3-fc96-4c09-9e45-8fceeb80b492/506b1ae3-fc96-4c09-9e45-8fceeb80b492.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.036956] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c1cace6-4fbc-4c81-ac4f-a9f0bcdb3a49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.046119] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 652.046119] env[69760]: value = "task-3393281" [ 652.046119] env[69760]: _type = "Task" [ 652.046119] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.051024] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393276, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.065812] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393281, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.170719] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.170719] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.170719] env[69760]: DEBUG nova.network.neutron [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 652.232927] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.256173] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 652.256173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.050s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 652.256173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.060s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 652.257584] env[69760]: INFO nova.compute.claims [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 652.261151] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 652.261953] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Getting list of instances from cluster (obj){ [ 652.261953] env[69760]: value = "domain-c8" [ 652.261953] env[69760]: _type = "ClusterComputeResource" [ 652.261953] env[69760]: } {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 652.263908] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c19c61-1bb6-41d5-90df-ebfdf7a647b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.287540] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Got total of 9 instances {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 652.396050] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393277, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.425768] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.479640] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393280, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.488736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.540626] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393276, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.559143] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393281, 'name': Rename_Task, 'duration_secs': 0.316753} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.559363] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 652.559639] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-747b5180-89bd-4ef3-bfa7-530054645b52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.566983] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 652.566983] env[69760]: value = "task-3393282" [ 652.566983] env[69760]: _type = "Task" [ 652.566983] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.575459] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393282, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.586142] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updated VIF entry in instance network info cache for port e375fc57-5c50-4d2c-9172-2b70bc650019. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 652.586142] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updating instance_info_cache with network_info: [{"id": "e375fc57-5c50-4d2c-9172-2b70bc650019", "address": "fa:16:3e:47:f8:04", "network": {"id": "2393482e-aa30-4d7a-a31a-398d48c9ada4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-33394682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.236", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba38eb1e56a5496eb52c84886ced92d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape375fc57-5c", "ovs_interfaceid": "e375fc57-5c50-4d2c-9172-2b70bc650019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.718490] env[69760]: DEBUG nova.network.neutron [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.733767] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.893851] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393277, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.938693] env[69760]: DEBUG nova.network.neutron [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.976444] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393280, 'name': CreateVM_Task, 'duration_secs': 0.621886} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.977988] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.977988] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.977988] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.977988] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.978344] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee68c8c9-cc5e-47e0-b565-224b3e6ea201 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.985451] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 652.985451] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e8ee8a-43c8-0f69-56ca-28c05e16685d" [ 652.985451] env[69760]: _type = "Task" [ 652.985451] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.995628] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e8ee8a-43c8-0f69-56ca-28c05e16685d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.040536] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393276, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.079257] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393282, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.089762] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Releasing lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.089931] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Received event network-vif-plugged-c7b74a11-1239-44fa-9072-45f6bce9a067 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.090151] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Acquiring lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 653.090375] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.090532] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.090738] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] No waiting events found dispatching network-vif-plugged-c7b74a11-1239-44fa-9072-45f6bce9a067 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 653.090951] env[69760]: WARNING nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Received unexpected event network-vif-plugged-c7b74a11-1239-44fa-9072-45f6bce9a067 for instance with vm_state building and task_state spawning. [ 653.093084] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Received event network-changed-c7b74a11-1239-44fa-9072-45f6bce9a067 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 653.093084] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Refreshing instance network info cache due to event network-changed-c7b74a11-1239-44fa-9072-45f6bce9a067. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 653.093084] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Acquiring lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.093084] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Acquired lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.093084] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Refreshing network info cache for port c7b74a11-1239-44fa-9072-45f6bce9a067 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 653.233215] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task} progress is 73%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.395164] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393277, 'name': CloneVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.443737] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.444939] env[69760]: DEBUG nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Instance network_info: |[{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 653.447447] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:fd:45', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'de9851cb-0ecf-4fbf-9b82-19a1cf1f8348', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 653.452964] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Creating folder: Project (d019bc81988e4249bc75b9ab4688b870). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.457021] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4e833d15-ea8c-4a3a-a40e-721dfaaac54e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.476013] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Created folder: Project (d019bc81988e4249bc75b9ab4688b870) in parent group-v676970. [ 653.476338] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Creating folder: Instances. Parent ref: group-v677007. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 653.476568] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf43523c-8994-4b13-ac20-c32355816213 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.493121] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Created folder: Instances in parent group-v677007. [ 653.493789] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 653.496017] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 653.496017] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af9a451f-f7d7-4b3d-8f5e-6067dcc37708 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.523405] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e8ee8a-43c8-0f69-56ca-28c05e16685d, 'name': SearchDatastore_Task, 'duration_secs': 0.01156} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.524210] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.527456] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.527456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.527456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.527456] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.527456] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb6eeb48-df50-4f05-aefc-d7a384a10fac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.535617] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 653.535617] env[69760]: value = "task-3393285" [ 653.535617] env[69760]: _type = "Task" [ 653.535617] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.544963] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.545203] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.552055] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7edcd8b3-dc9f-4301-a50a-20c019acd87a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.562081] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393276, 'name': CreateVM_Task, 'duration_secs': 2.41342} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.566069] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 653.566375] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393285, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.566770] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 653.566770] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ee921f-6980-367d-acc0-3619557a18b4" [ 653.566770] env[69760]: _type = "Task" [ 653.566770] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.567485] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.567738] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.568155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.568505] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93e4626a-b1b0-4963-a622-fc751b88c173 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.584079] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 653.584079] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fea642-4886-8646-c454-4614bc907ee7" [ 653.584079] env[69760]: _type = "Task" [ 653.584079] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.593285] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ee921f-6980-367d-acc0-3619557a18b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.593285] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393282, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.606132] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fea642-4886-8646-c454-4614bc907ee7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.707014] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b321bbad-fec9-4d1e-99a4-51791bed0cb2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.715986] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83398f8b-6b39-4251-9a74-20f93bb59d93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.754264] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba52938-4090-4936-a0ec-dda029a70017 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.760586] env[69760]: DEBUG oslo_vmware.api [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393271, 'name': PowerOnVM_Task, 'duration_secs': 3.308985} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.761307] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 653.761567] env[69760]: INFO nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Took 14.31 seconds to spawn the instance on the hypervisor. [ 653.761664] env[69760]: DEBUG nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 653.762530] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47b1cab3-0b6f-4920-9686-84da119bfc8a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.771258] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d816f7c-b16b-4da9-8e2e-87c1757f3693 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.790822] env[69760]: DEBUG nova.compute.provider_tree [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 653.894666] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393277, 'name': CloneVM_Task, 'duration_secs': 1.553388} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.894898] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Created linked-clone VM from snapshot [ 653.895677] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ebbab2a-504b-4a21-b30a-ae366cfb3f3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.904562] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Uploading image e3a85752-c899-400b-9db2-a8de552d9efa {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 653.931664] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updated VIF entry in instance network info cache for port c7b74a11-1239-44fa-9072-45f6bce9a067. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 653.931664] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance_info_cache with network_info: [{"id": "c7b74a11-1239-44fa-9072-45f6bce9a067", "address": "fa:16:3e:52:26:bd", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b74a11-12", "ovs_interfaceid": "c7b74a11-1239-44fa-9072-45f6bce9a067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 653.939201] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 653.939201] env[69760]: value = "vm-677005" [ 653.939201] env[69760]: _type = "VirtualMachine" [ 653.939201] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 653.939517] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d8edaf31-eaca-4aee-8a58-85e8ac937d0b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.949426] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease: (returnval){ [ 653.949426] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5a349-3d32-3b7f-47b9-36d7583ed5dd" [ 653.949426] env[69760]: _type = "HttpNfcLease" [ 653.949426] env[69760]: } obtained for exporting VM: (result){ [ 653.949426] env[69760]: value = "vm-677005" [ 653.949426] env[69760]: _type = "VirtualMachine" [ 653.949426] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 653.950244] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the lease: (returnval){ [ 653.950244] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5a349-3d32-3b7f-47b9-36d7583ed5dd" [ 653.950244] env[69760]: _type = "HttpNfcLease" [ 653.950244] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 653.958832] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 653.958832] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5a349-3d32-3b7f-47b9-36d7583ed5dd" [ 653.958832] env[69760]: _type = "HttpNfcLease" [ 653.958832] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 654.055542] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393285, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.085461] env[69760]: DEBUG oslo_vmware.api [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393282, 'name': PowerOnVM_Task, 'duration_secs': 1.109934} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.086335] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ee921f-6980-367d-acc0-3619557a18b4, 'name': SearchDatastore_Task, 'duration_secs': 0.027792} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.086335] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.086335] env[69760]: INFO nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Took 12.20 seconds to spawn the instance on the hypervisor. [ 654.086595] env[69760]: DEBUG nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 654.087937] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ccfb772-ed12-4fef-904a-6b9d83d8ba31 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.091622] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e71affa-d777-43b4-a660-5bc57b24be87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.105255] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 654.105255] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d20b11-fe17-3637-9d86-688e4815956d" [ 654.105255] env[69760]: _type = "Task" [ 654.105255] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.112483] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fea642-4886-8646-c454-4614bc907ee7, 'name': SearchDatastore_Task, 'duration_secs': 0.028702} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.113836] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.114291] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 654.114682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.114682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.114788] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 654.115055] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e4d7a93f-4a44-4d17-a641-bf1b3be0b0da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.122525] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d20b11-fe17-3637-9d86-688e4815956d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.145713] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 654.145970] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 654.146932] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.147150] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.147320] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72ba942f-56d8-4493-815a-0a7b0e00d2b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.155418] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 654.155418] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba7aa9-ee89-ee9c-c756-e67a09d3f2b9" [ 654.155418] env[69760]: _type = "Task" [ 654.155418] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.164790] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba7aa9-ee89-ee9c-c756-e67a09d3f2b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.287539] env[69760]: INFO nova.compute.manager [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Took 22.50 seconds to build instance. [ 654.295428] env[69760]: DEBUG nova.scheduler.client.report [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 654.355537] env[69760]: DEBUG nova.compute.manager [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Received event network-vif-deleted-1f465ddf-2cfd-4905-a7af-52ce31e81008 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.355728] env[69760]: DEBUG nova.compute.manager [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Received event network-changed-b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.355957] env[69760]: DEBUG nova.compute.manager [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Refreshing instance network info cache due to event network-changed-b693c5c1-5adc-4aec-a175-7d969bf4e16e. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.357023] env[69760]: DEBUG oslo_concurrency.lockutils [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] Acquiring lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.357023] env[69760]: DEBUG oslo_concurrency.lockutils [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] Acquired lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.357023] env[69760]: DEBUG nova.network.neutron [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Refreshing network info cache for port b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.431483] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Received event network-vif-plugged-1757e940-5952-4cdc-86e0-8d75ba8af8f3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.431816] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Acquiring lock "b66731cf-6f94-4c15-83e0-e4144b20566a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 654.432160] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.432340] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.432508] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] No waiting events found dispatching network-vif-plugged-1757e940-5952-4cdc-86e0-8d75ba8af8f3 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 654.432807] env[69760]: WARNING nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Received unexpected event network-vif-plugged-1757e940-5952-4cdc-86e0-8d75ba8af8f3 for instance with vm_state building and task_state spawning. [ 654.433117] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Received event network-changed-1757e940-5952-4cdc-86e0-8d75ba8af8f3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.433413] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Refreshing instance network info cache due to event network-changed-1757e940-5952-4cdc-86e0-8d75ba8af8f3. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.433652] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Acquiring lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.433806] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Acquired lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.433963] env[69760]: DEBUG nova.network.neutron [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Refreshing network info cache for port 1757e940-5952-4cdc-86e0-8d75ba8af8f3 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.435792] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Releasing lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.436687] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Received event network-changed-31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 654.436687] env[69760]: DEBUG nova.compute.manager [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Refreshing instance network info cache due to event network-changed-31cae0c0-ea58-4b96-b4ef-840bbb4d0314. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 654.436687] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Acquiring lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.436687] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Acquired lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.436687] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Refreshing network info cache for port 31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 654.460182] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 654.460182] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5a349-3d32-3b7f-47b9-36d7583ed5dd" [ 654.460182] env[69760]: _type = "HttpNfcLease" [ 654.460182] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 654.460742] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 654.460742] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5a349-3d32-3b7f-47b9-36d7583ed5dd" [ 654.460742] env[69760]: _type = "HttpNfcLease" [ 654.460742] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 654.463029] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14a36123-0d23-435a-ac36-fafe3214636c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.471827] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb44f5-7f1c-78f4-37ff-24dfac570daf/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 654.472025] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb44f5-7f1c-78f4-37ff-24dfac570daf/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 654.556719] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393285, 'name': CreateVM_Task, 'duration_secs': 0.570714} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.557070] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 654.557745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.557833] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.558647] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.558647] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-900870bd-9444-49d1-b340-561a751d7ab9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.565989] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 654.565989] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f87bf9-804b-45ef-df2c-aa2b08839c95" [ 654.565989] env[69760]: _type = "Task" [ 654.565989] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.580612] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f87bf9-804b-45ef-df2c-aa2b08839c95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.621740] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d20b11-fe17-3637-9d86-688e4815956d, 'name': SearchDatastore_Task, 'duration_secs': 0.016814} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.625889] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.626209] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/b66731cf-6f94-4c15-83e0-e4144b20566a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.626984] env[69760]: INFO nova.compute.manager [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Took 22.63 seconds to build instance. [ 654.627980] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-10f191f2-2667-4106-a236-753d2b831cf3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.630307] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-cf1dde3b-dbb8-4318-a8d2-f86a954b52ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.643488] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 654.643488] env[69760]: value = "task-3393287" [ 654.643488] env[69760]: _type = "Task" [ 654.643488] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.654047] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393287, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.675472] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba7aa9-ee89-ee9c-c756-e67a09d3f2b9, 'name': SearchDatastore_Task, 'duration_secs': 0.01872} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.676409] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d9b50d2a-1c1c-4373-a02f-71332a99d789 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.683419] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 654.683419] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b6632-4351-b870-e020-1f59cbbaea88" [ 654.683419] env[69760]: _type = "Task" [ 654.683419] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.696513] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b6632-4351-b870-e020-1f59cbbaea88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.793772] env[69760]: DEBUG oslo_concurrency.lockutils [None req-25294031-0a5e-4fdf-b282-4e77172ebcd0 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.013s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.794240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.393s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.795615] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc6afea-b441-4f57-a112-c160de011675 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.804245] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.549s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 654.804887] env[69760]: DEBUG nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 654.809838] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.917s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 654.811367] env[69760]: INFO nova.compute.claims [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 655.053969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "011f3a11-47dc-4297-95e1-542e1a0227c1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.054533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.081606] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f87bf9-804b-45ef-df2c-aa2b08839c95, 'name': SearchDatastore_Task, 'duration_secs': 0.017199} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.081606] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.082276] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 655.083172] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.083172] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.083172] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 655.083458] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-252b1ff9-009f-41b5-920d-29d25c3ffdca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.103376] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 655.103376] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 655.104098] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d4184468-7cb3-4459-bbe3-a7bc3a8db446 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.111986] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 655.111986] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52da3985-1f9f-ca5f-85cc-80e4046b3da9" [ 655.111986] env[69760]: _type = "Task" [ 655.111986] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.124097] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52da3985-1f9f-ca5f-85cc-80e4046b3da9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.133850] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb8ec4c7-de46-4ab7-bb3a-a8c28ccbbd56 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.156s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.155413] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393287, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.205437] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b6632-4351-b870-e020-1f59cbbaea88, 'name': SearchDatastore_Task, 'duration_secs': 0.023315} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.205437] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.205437] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b31c1806-9771-440b-830a-529ef3cdaaea/b31c1806-9771-440b-830a-529ef3cdaaea.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 655.205437] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba01c201-9b0d-4dfa-b206-3518fe77714e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.215024] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 655.215024] env[69760]: value = "task-3393288" [ 655.215024] env[69760]: _type = "Task" [ 655.215024] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.228544] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.296224] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.312318] env[69760]: DEBUG nova.compute.utils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 655.315180] env[69760]: DEBUG nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 655.315348] env[69760]: DEBUG nova.network.neutron [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 655.319866] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.524s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 655.493216] env[69760]: DEBUG nova.policy [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca9cc2da2ff436baf328e99ef230b2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d056a3e6cbc433dae4d74fca3104e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.533275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "19fabf54-73cd-4544-9913-b89f7c3339a5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 655.533275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "19fabf54-73cd-4544-9913-b89f7c3339a5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 655.627347] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52da3985-1f9f-ca5f-85cc-80e4046b3da9, 'name': SearchDatastore_Task, 'duration_secs': 0.070513} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.628388] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83a9d02d-7e11-4f0f-8858-0dc9bd91ccb3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.635652] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 655.635652] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a54100-e508-73c5-0ac0-c9736800cc46" [ 655.635652] env[69760]: _type = "Task" [ 655.635652] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.639512] env[69760]: DEBUG nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 655.655816] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a54100-e508-73c5-0ac0-c9736800cc46, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.662992] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393287, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702605} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.663961] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/b66731cf-6f94-4c15-83e0-e4144b20566a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.664231] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.664376] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-08186ba4-bbc4-4ae7-8580-65589f8a5d28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.675066] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 655.675066] env[69760]: value = "task-3393289" [ 655.675066] env[69760]: _type = "Task" [ 655.675066] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.696036] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393289, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.696036] env[69760]: DEBUG nova.network.neutron [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Updated VIF entry in instance network info cache for port 1757e940-5952-4cdc-86e0-8d75ba8af8f3. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.696414] env[69760]: DEBUG nova.network.neutron [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Updating instance_info_cache with network_info: [{"id": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "address": "fa:16:3e:aa:5b:46", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1757e940-59", "ovs_interfaceid": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.701081] env[69760]: DEBUG nova.network.neutron [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Updated VIF entry in instance network info cache for port b693c5c1-5adc-4aec-a175-7d969bf4e16e. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.701637] env[69760]: DEBUG nova.network.neutron [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Updating instance_info_cache with network_info: [{"id": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "address": "fa:16:3e:00:24:c7", "network": {"id": "31ab2a88-16ec-4941-ba48-b0b7e2cecab3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368624903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc096d6223d4923984bb4bacf445360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb693c5c1-5a", "ovs_interfaceid": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.729219] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393288, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.745254] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Updated VIF entry in instance network info cache for port 31cae0c0-ea58-4b96-b4ef-840bbb4d0314. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 655.745254] env[69760]: DEBUG nova.network.neutron [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Updating instance_info_cache with network_info: [{"id": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "address": "fa:16:3e:9e:5f:0c", "network": {"id": "5a4cbef1-a190-40c3-8a7a-5151cd6993c8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-1185783430-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.156", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b871958970424e64b10c388a7c84ea23", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "5e1049e8-c06b-4c93-a9e1-2cbb530f3f95", "external-id": "nsx-vlan-transportzone-966", "segmentation_id": 966, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap31cae0c0-ea", "ovs_interfaceid": "31cae0c0-ea58-4b96-b4ef-840bbb4d0314", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.815772] env[69760]: DEBUG nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 655.844976] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.150626] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a54100-e508-73c5-0ac0-c9736800cc46, 'name': SearchDatastore_Task, 'duration_secs': 0.025567} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.153332] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.153631] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] cd455839-d8b8-469a-9f5a-ff427fb90807/cd455839-d8b8-469a-9f5a-ff427fb90807.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 656.159349] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3280e94-b043-4537-b990-3f66e1570958 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.174437] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 656.174437] env[69760]: value = "task-3393290" [ 656.174437] env[69760]: _type = "Task" [ 656.174437] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.186602] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.194554] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393290, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.198352] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Releasing lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.198748] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received event network-vif-plugged-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.199058] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.199341] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.199581] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.199806] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] No waiting events found dispatching network-vif-plugged-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 656.200017] env[69760]: WARNING nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received unexpected event network-vif-plugged-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 for instance with vm_state building and task_state spawning. [ 656.200234] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received event network-changed-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 656.200417] env[69760]: DEBUG nova.compute.manager [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Refreshing instance network info cache due to event network-changed-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 656.200643] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Acquiring lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.200823] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Acquired lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.201026] env[69760]: DEBUG nova.network.neutron [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Refreshing network info cache for port de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 656.203089] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393289, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.227916} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.206385] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.206600] env[69760]: DEBUG oslo_concurrency.lockutils [req-9a79addf-0b32-4db3-8681-df4c42377ecc req-67f20977-de19-4e4d-8577-948a49901427 service nova] Releasing lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.207869] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ff0df81-ae12-42f5-8b97-e725d7970b47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.237364] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/b66731cf-6f94-4c15-83e0-e4144b20566a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.245405] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-379f6fdb-0ee7-4be0-b9de-e5332190929e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.264515] env[69760]: DEBUG oslo_concurrency.lockutils [req-0526de06-f326-46d8-b61d-db4d251f8698 req-c1184460-d6a2-4307-a8a8-b748a847c9a8 service nova] Releasing lock "refresh_cache-04f5b4b8-8598-4466-a9c7-3f9ca48dea15" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.285422] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.854285} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.290276] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b31c1806-9771-440b-830a-529ef3cdaaea/b31c1806-9771-440b-830a-529ef3cdaaea.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 656.290640] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 656.290948] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 656.290948] env[69760]: value = "task-3393291" [ 656.290948] env[69760]: _type = "Task" [ 656.290948] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.291424] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a766245c-9470-4a13-aa53-8f4997487157 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.306280] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393291, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.308240] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 656.308240] env[69760]: value = "task-3393292" [ 656.308240] env[69760]: _type = "Task" [ 656.308240] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.310262] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a23cd3-1ec9-4d55-a17d-476905aa3e6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.333715] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322d9048-cd78-4c43-95de-7a2a37de20a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.337348] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393292, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.371986] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c6cfdef-1a19-40b5-89c1-ca6e47539e29 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.386028] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb463d18-ecaf-4183-84c1-4fee55a4a071 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.400774] env[69760]: DEBUG nova.compute.provider_tree [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 656.601033] env[69760]: DEBUG nova.network.neutron [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Successfully created port: a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 656.689799] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393290, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.809158] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393291, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.824158] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393292, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.087771} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.824158] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 656.824158] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-172dc0cc-af6b-413a-af10-c4a67a2f095a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.845186] env[69760]: DEBUG nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 656.857364] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] b31c1806-9771-440b-830a-529ef3cdaaea/b31c1806-9771-440b-830a-529ef3cdaaea.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 656.859910] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e66e7545-0c16-4f39-b7e1-bac7b4a220b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.886926] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 656.886926] env[69760]: value = "task-3393293" [ 656.886926] env[69760]: _type = "Task" [ 656.886926] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.889518] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T06:01:00Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='342561191',id=24,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-456407920',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 656.889773] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 656.890032] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 656.890238] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 656.890283] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 656.890491] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 656.890709] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 656.890921] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 656.891111] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 656.891253] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 656.891427] env[69760]: DEBUG nova.virt.hardware [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 656.892567] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e9d155d-ae9e-40b6-a16c-d37cbbd95a23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.905966] env[69760]: DEBUG nova.scheduler.client.report [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 656.914439] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef14619b-211c-4048-a34b-6b9f8dd058fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.918773] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393293, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.190554] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393290, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.666103} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.190930] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] cd455839-d8b8-469a-9f5a-ff427fb90807/cd455839-d8b8-469a-9f5a-ff427fb90807.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 657.191423] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 657.191711] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-40230f66-e07b-4672-93b4-e5e728d45e41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.202546] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 657.202546] env[69760]: value = "task-3393294" [ 657.202546] env[69760]: _type = "Task" [ 657.202546] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.215963] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393294, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.312245] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393291, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.368041] env[69760]: DEBUG nova.network.neutron [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updated VIF entry in instance network info cache for port de9851cb-0ecf-4fbf-9b82-19a1cf1f8348. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 657.368336] env[69760]: DEBUG nova.network.neutron [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.407318] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393293, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.421287] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.421845] env[69760]: DEBUG nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 657.427742] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.124s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.428085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.435209] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.102s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 657.435458] env[69760]: INFO nova.compute.claims [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 657.474551] env[69760]: INFO nova.scheduler.client.report [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Deleted allocations for instance 9106d5e1-6862-4a9b-bf89-5928856cf064 [ 657.720023] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393294, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086527} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.720023] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 657.720023] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-726c1f17-fe09-4bb4-9ff5-b53d02e165de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.745877] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] cd455839-d8b8-469a-9f5a-ff427fb90807/cd455839-d8b8-469a-9f5a-ff427fb90807.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 657.746629] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac6e0dee-cda6-4881-99ad-f6ffb376dcf2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.780526] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 657.780526] env[69760]: value = "task-3393295" [ 657.780526] env[69760]: _type = "Task" [ 657.780526] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.791620] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393295, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.810429] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393291, 'name': ReconfigVM_Task, 'duration_secs': 1.031624} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.811459] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/b66731cf-6f94-4c15-83e0-e4144b20566a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.812298] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6942a5d7-43f4-4300-a529-08b95113ba51 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.821788] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 657.821788] env[69760]: value = "task-3393296" [ 657.821788] env[69760]: _type = "Task" [ 657.821788] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.832689] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393296, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.873608] env[69760]: DEBUG oslo_concurrency.lockutils [req-b12fdb1f-8628-41b2-9e2f-02fb3ff8d6e1 req-e76fe821-a827-4209-8e5b-c5cac414e4ce service nova] Releasing lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.903575] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393293, 'name': ReconfigVM_Task, 'duration_secs': 0.697646} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.903800] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Reconfigured VM instance instance-0000000b to attach disk [datastore1] b31c1806-9771-440b-830a-529ef3cdaaea/b31c1806-9771-440b-830a-529ef3cdaaea.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 657.905476] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e78e85f6-2179-4359-a0eb-b41767c6ea42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.915993] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 657.915993] env[69760]: value = "task-3393297" [ 657.915993] env[69760]: _type = "Task" [ 657.915993] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.928322] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393297, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.944700] env[69760]: DEBUG nova.compute.utils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 657.951729] env[69760]: DEBUG nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 657.954026] env[69760]: DEBUG nova.network.neutron [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 657.988070] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a8c6952-bbd0-4fcb-9906-fb0ec03c6b33 tempest-DeleteServersAdminTestJSON-675392580 tempest-DeleteServersAdminTestJSON-675392580-project-admin] Lock "9106d5e1-6862-4a9b-bf89-5928856cf064" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.812s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.078389] env[69760]: DEBUG nova.policy [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0aaf4b9b792c43808a1b0638ef369157', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '727edc1957f844dca95e49c985e2996e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 658.125723] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.131802] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.294368] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393295, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.336867] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393296, 'name': Rename_Task, 'duration_secs': 0.231308} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.337212] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.337212] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc69a75b-c273-45a3-8928-ebde8068eada {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.348141] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 658.348141] env[69760]: value = "task-3393298" [ 658.348141] env[69760]: _type = "Task" [ 658.348141] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.367106] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393298, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.428256] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393297, 'name': Rename_Task, 'duration_secs': 0.236696} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.428584] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 658.428830] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5b257487-ee7c-41d7-9121-8b6fdfbf257b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.438203] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 658.438203] env[69760]: value = "task-3393299" [ 658.438203] env[69760]: _type = "Task" [ 658.438203] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.449693] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393299, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.456987] env[69760]: DEBUG nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 658.475966] env[69760]: DEBUG nova.compute.manager [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Received event network-changed-e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 658.475966] env[69760]: DEBUG nova.compute.manager [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Refreshing instance network info cache due to event network-changed-e375fc57-5c50-4d2c-9172-2b70bc650019. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 658.475966] env[69760]: DEBUG oslo_concurrency.lockutils [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] Acquiring lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.475966] env[69760]: DEBUG oslo_concurrency.lockutils [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] Acquired lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.475966] env[69760]: DEBUG nova.network.neutron [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Refreshing network info cache for port e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 658.801450] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393295, 'name': ReconfigVM_Task, 'duration_secs': 0.535633} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.801786] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Reconfigured VM instance instance-0000000d to attach disk [datastore2] cd455839-d8b8-469a-9f5a-ff427fb90807/cd455839-d8b8-469a-9f5a-ff427fb90807.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 658.802530] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1bdfece6-8428-46d8-b30b-6bd072333a8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.814021] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 658.814021] env[69760]: value = "task-3393300" [ 658.814021] env[69760]: _type = "Task" [ 658.814021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.823844] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393300, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.868154] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393298, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.950768] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "e7a52d5f-92a6-4363-94ef-4dec1466164b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.950768] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.956576] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393299, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.995301] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a3fc6-613f-4976-b09a-ca77cbdc132b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.004939] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a40c94-edc9-449b-bc63-fe28ea11544f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.042030] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558202e7-1b42-43d8-9219-437cf02cee0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.057105] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8a4b5b0-052a-4816-a2f5-0a98859ace81 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.078882] env[69760]: DEBUG nova.compute.provider_tree [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 659.325544] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393300, 'name': Rename_Task, 'duration_secs': 0.235996} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.326179] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 659.326479] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-17382fb0-2d5e-4db5-a1e1-4a8f75ca5154 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.338527] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 659.338527] env[69760]: value = "task-3393301" [ 659.338527] env[69760]: _type = "Task" [ 659.338527] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.358484] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393301, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.370039] env[69760]: DEBUG oslo_vmware.api [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393298, 'name': PowerOnVM_Task, 'duration_secs': 0.622949} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.371319] env[69760]: DEBUG nova.network.neutron [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updated VIF entry in instance network info cache for port e375fc57-5c50-4d2c-9172-2b70bc650019. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 659.371740] env[69760]: DEBUG nova.network.neutron [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updating instance_info_cache with network_info: [{"id": "e375fc57-5c50-4d2c-9172-2b70bc650019", "address": "fa:16:3e:47:f8:04", "network": {"id": "2393482e-aa30-4d7a-a31a-398d48c9ada4", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-33394682-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ba38eb1e56a5496eb52c84886ced92d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d69a4b11-8d65-435f-94a5-28f74a39a718", "external-id": "cl2-zone-59", "segmentation_id": 59, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape375fc57-5c", "ovs_interfaceid": "e375fc57-5c50-4d2c-9172-2b70bc650019", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.374144] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.374750] env[69760]: INFO nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Took 11.58 seconds to spawn the instance on the hypervisor. [ 659.375264] env[69760]: DEBUG nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.376253] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cedbcc9-5c7d-43bb-9908-59a8eee590de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.398270] env[69760]: DEBUG nova.compute.manager [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 659.420491] env[69760]: DEBUG nova.network.neutron [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Successfully created port: e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 659.454594] env[69760]: DEBUG oslo_vmware.api [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393299, 'name': PowerOnVM_Task, 'duration_secs': 0.66764} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.454952] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 659.455249] env[69760]: INFO nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Took 14.13 seconds to spawn the instance on the hypervisor. [ 659.455479] env[69760]: DEBUG nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 659.456661] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ee05b2d-4d93-4517-baff-5d79f146862c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.477190] env[69760]: DEBUG nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 659.514428] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 659.514719] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 659.514938] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 659.516315] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 659.516585] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 659.516798] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 659.517043] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 659.517250] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 659.517459] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 659.517639] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 659.517820] env[69760]: DEBUG nova.virt.hardware [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 659.520106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-473a9921-e22a-4b56-ae4c-5c680bcdb373 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.531182] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a565e0e9-fcbb-4095-a420-895219d63edd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.582517] env[69760]: DEBUG nova.scheduler.client.report [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 659.707483] env[69760]: DEBUG nova.network.neutron [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Successfully updated port: a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 659.850862] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.875245] env[69760]: DEBUG oslo_concurrency.lockutils [req-0a0ed94f-0d6f-4ce6-b3ae-f70bad192773 req-cf86fc67-d694-41a2-ac79-456746b14245 service nova] Releasing lock "refresh_cache-5124e102-6811-46a0-a71a-a237ae4a6356" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.903275] env[69760]: INFO nova.compute.manager [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Took 21.89 seconds to build instance. [ 659.932241] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.992451] env[69760]: INFO nova.compute.manager [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Took 22.15 seconds to build instance. [ 660.091943] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.661s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.091943] env[69760]: DEBUG nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 660.094280] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.723s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.094508] env[69760]: DEBUG nova.objects.instance [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lazy-loading 'resources' on Instance uuid 4c38beb9-7705-4515-b020-ace48f9ab324 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 660.211425] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.211425] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.212844] env[69760]: DEBUG nova.network.neutron [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.352316] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.407720] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f4aae65d-23ae-4582-b39f-45a2c2f64d78 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.709s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.444903] env[69760]: DEBUG nova.compute.manager [req-029a5d0e-46fb-4f91-adec-ad806c1926da req-1b47a4c3-2fdf-4b21-b01d-fcaccf9da935 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Received event network-vif-plugged-a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 660.445411] env[69760]: DEBUG oslo_concurrency.lockutils [req-029a5d0e-46fb-4f91-adec-ad806c1926da req-1b47a4c3-2fdf-4b21-b01d-fcaccf9da935 service nova] Acquiring lock "59b174de-0389-440b-8cd3-ba3b11f7fd12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.445581] env[69760]: DEBUG oslo_concurrency.lockutils [req-029a5d0e-46fb-4f91-adec-ad806c1926da req-1b47a4c3-2fdf-4b21-b01d-fcaccf9da935 service nova] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.445648] env[69760]: DEBUG oslo_concurrency.lockutils [req-029a5d0e-46fb-4f91-adec-ad806c1926da req-1b47a4c3-2fdf-4b21-b01d-fcaccf9da935 service nova] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.445809] env[69760]: DEBUG nova.compute.manager [req-029a5d0e-46fb-4f91-adec-ad806c1926da req-1b47a4c3-2fdf-4b21-b01d-fcaccf9da935 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] No waiting events found dispatching network-vif-plugged-a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 660.446227] env[69760]: WARNING nova.compute.manager [req-029a5d0e-46fb-4f91-adec-ad806c1926da req-1b47a4c3-2fdf-4b21-b01d-fcaccf9da935 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Received unexpected event network-vif-plugged-a691cb30-de62-4e17-98dc-b363533f11ff for instance with vm_state building and task_state spawning. [ 660.496919] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dfe51870-f50a-4a2b-bc05-10fffbb2863f tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "b31c1806-9771-440b-830a-529ef3cdaaea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.321s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 660.598423] env[69760]: DEBUG nova.compute.utils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 660.600060] env[69760]: DEBUG nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 660.600387] env[69760]: DEBUG nova.network.neutron [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 660.628604] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "080eca8e-17a7-440b-9077-aaf2e6db062f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.628837] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.745173] env[69760]: DEBUG nova.policy [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd913043635894f6b8724cc68479ecc14', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22f324c9670c4d3a9e130cacd4e303b1', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 660.786535] env[69760]: DEBUG nova.network.neutron [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 660.792896] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "5fdba60e-db04-441c-bc59-005f598cf826" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.793671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "5fdba60e-db04-441c-bc59-005f598cf826" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.856304] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.911820] env[69760]: DEBUG nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 660.998213] env[69760]: DEBUG nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 661.107921] env[69760]: DEBUG nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 661.136164] env[69760]: DEBUG nova.network.neutron [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Updating instance_info_cache with network_info: [{"id": "a691cb30-de62-4e17-98dc-b363533f11ff", "address": "fa:16:3e:8a:5c:b8", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa691cb30-de", "ovs_interfaceid": "a691cb30-de62-4e17-98dc-b363533f11ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 661.157458] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-589d9ce8-2580-4aa4-ab45-d82246c9e205 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.167360] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caf8a6a1-45b5-42b3-81d2-702aa0900b42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.201502] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8fa1843-d2d9-474f-ad4a-ce5d23ecec5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.210736] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d5af1de-fdc5-4bfd-9d0f-505eb51bdea3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.231384] env[69760]: DEBUG nova.compute.provider_tree [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 661.354186] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.449598] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.528138] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.638959] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Releasing lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.639750] env[69760]: DEBUG nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Instance network_info: |[{"id": "a691cb30-de62-4e17-98dc-b363533f11ff", "address": "fa:16:3e:8a:5c:b8", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa691cb30-de", "ovs_interfaceid": "a691cb30-de62-4e17-98dc-b363533f11ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 661.639951] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8a:5c:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a691cb30-de62-4e17-98dc-b363533f11ff', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 661.651241] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Creating folder: Project (4d056a3e6cbc433dae4d74fca3104e93). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.651241] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c34f5dae-e294-469e-bd14-6a0d74042883 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.667391] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Created folder: Project (4d056a3e6cbc433dae4d74fca3104e93) in parent group-v676970. [ 661.667594] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Creating folder: Instances. Parent ref: group-v677010. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 661.668300] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe46e0ab-d8c8-4d44-97cb-90173809ebce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.688579] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Created folder: Instances in parent group-v677010. [ 661.688839] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 661.689063] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 661.689278] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9b90233-b708-4f58-985d-731fd84fdcf0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.715581] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 661.715581] env[69760]: value = "task-3393304" [ 661.715581] env[69760]: _type = "Task" [ 661.715581] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.727469] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393304, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.736690] env[69760]: DEBUG nova.scheduler.client.report [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 661.856283] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393301, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.963022] env[69760]: DEBUG nova.network.neutron [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Successfully created port: e00e4239-f774-4be6-825d-1cd323c20542 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 662.120198] env[69760]: DEBUG nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 662.172958] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 662.175136] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 662.175136] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 662.175136] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 662.175136] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 662.176863] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 662.176863] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 662.176863] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 662.177032] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 662.177181] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 662.177362] env[69760]: DEBUG nova.virt.hardware [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 662.178535] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce5d93d-5a7a-40d4-a38b-dd5df34e286c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.191071] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e25cab4d-3e4a-4f55-a694-162bc2293f44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.230239] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393304, 'name': CreateVM_Task, 'duration_secs': 0.476958} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.230239] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 662.230391] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.234024] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.234024] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.234024] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9faf85c4-328c-403c-b153-4144730a214a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.239892] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 662.239892] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c23c6e-b0ad-4575-01ef-4dce2344dd55" [ 662.239892] env[69760]: _type = "Task" [ 662.239892] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.246559] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.152s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.250476] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.823s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.251243] env[69760]: INFO nova.compute.claims [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.264066] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c23c6e-b0ad-4575-01ef-4dce2344dd55, 'name': SearchDatastore_Task, 'duration_secs': 0.017014} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.264066] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.264066] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 662.264066] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.264410] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.264410] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 662.264410] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-96ff903f-87b1-431c-985f-998760508c7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.276764] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 662.276992] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 662.277886] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2753f3a2-a15c-41c0-84bc-c39cd41bbcaa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.294401] env[69760]: INFO nova.scheduler.client.report [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Deleted allocations for instance 4c38beb9-7705-4515-b020-ace48f9ab324 [ 662.295680] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 662.295680] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ed75cf-b03c-75ea-200d-bf1b0a1639b5" [ 662.295680] env[69760]: _type = "Task" [ 662.295680] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.310895] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ed75cf-b03c-75ea-200d-bf1b0a1639b5, 'name': SearchDatastore_Task, 'duration_secs': 0.016131} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.312537] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68552002-d41c-419d-9a67-63ddf440bb78 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.322968] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 662.322968] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527cf9d9-7519-5ddb-2c7c-3e9750b863f8" [ 662.322968] env[69760]: _type = "Task" [ 662.322968] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.336133] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527cf9d9-7519-5ddb-2c7c-3e9750b863f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.356981] env[69760]: DEBUG oslo_vmware.api [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393301, 'name': PowerOnVM_Task, 'duration_secs': 2.787674} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.357352] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.357602] env[69760]: INFO nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Took 12.14 seconds to spawn the instance on the hypervisor. [ 662.357810] env[69760]: DEBUG nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 662.359300] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff7eb34-22a2-4d25-896c-39d0861569a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.583214] env[69760]: DEBUG nova.network.neutron [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Successfully updated port: e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 662.813340] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8deccbe8-68df-4b29-baab-4c5c8fc97bda tempest-ServerDiagnosticsTest-1596557083 tempest-ServerDiagnosticsTest-1596557083-project-member] Lock "4c38beb9-7705-4515-b020-ace48f9ab324" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.677s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.836057] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527cf9d9-7519-5ddb-2c7c-3e9750b863f8, 'name': SearchDatastore_Task, 'duration_secs': 0.018384} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.837084] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.837579] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 59b174de-0389-440b-8cd3-ba3b11f7fd12/59b174de-0389-440b-8cd3-ba3b11f7fd12.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.837872] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2aafabde-554a-4cef-87f5-26d33cbde9e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.849961] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 662.849961] env[69760]: value = "task-3393305" [ 662.849961] env[69760]: _type = "Task" [ 662.849961] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.861748] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393305, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.885624] env[69760]: INFO nova.compute.manager [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Took 23.55 seconds to build instance. [ 663.087118] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.087323] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquired lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.087477] env[69760]: DEBUG nova.network.neutron [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.364913] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393305, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.388619] env[69760]: DEBUG oslo_concurrency.lockutils [None req-66b2db8a-edd6-45d7-8cc2-ac8d93e374cd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.075s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 663.486549] env[69760]: INFO nova.compute.manager [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Rescuing [ 663.487046] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.487297] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.487822] env[69760]: DEBUG nova.network.neutron [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.690833] env[69760]: DEBUG nova.network.neutron [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 663.777937] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "f1a69e79-d8ad-4782-9150-7215548506e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.778831] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "f1a69e79-d8ad-4782-9150-7215548506e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 663.785060] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0997472a-e55d-4cea-b0e5-a4b27f6c70bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.799655] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f4bc98b-fc79-4628-88d8-3075d1824a09 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.852267] env[69760]: DEBUG nova.compute.manager [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Received event network-changed-a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 663.852574] env[69760]: DEBUG nova.compute.manager [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Refreshing instance network info cache due to event network-changed-a691cb30-de62-4e17-98dc-b363533f11ff. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 663.854017] env[69760]: DEBUG oslo_concurrency.lockutils [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] Acquiring lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.854017] env[69760]: DEBUG oslo_concurrency.lockutils [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] Acquired lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.854017] env[69760]: DEBUG nova.network.neutron [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Refreshing network info cache for port a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 663.855503] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc25c13-f2fc-48c3-afb5-65d5f6c00768 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.872191] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fb3b22-3863-4aef-a1cf-a2c09255e1f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.876659] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393305, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.77546} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.877269] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 59b174de-0389-440b-8cd3-ba3b11f7fd12/59b174de-0389-440b-8cd3-ba3b11f7fd12.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.877533] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.878325] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2a8c426e-8338-4922-b0d9-f50f26fdf8e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.889272] env[69760]: DEBUG nova.compute.provider_tree [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 663.891173] env[69760]: DEBUG nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 663.894757] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 663.894757] env[69760]: value = "task-3393306" [ 663.894757] env[69760]: _type = "Task" [ 663.894757] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.905809] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393306, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.396487] env[69760]: DEBUG nova.scheduler.client.report [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.435213] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393306, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.16176} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.435625] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.436609] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fbdaa24-d569-4fcb-9301-c1fa682479c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.466025] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 59b174de-0389-440b-8cd3-ba3b11f7fd12/59b174de-0389-440b-8cd3-ba3b11f7fd12.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.469973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 664.470692] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-04368b81-67b7-41aa-aadd-d4ead61cf573 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.495658] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 664.495658] env[69760]: value = "task-3393307" [ 664.495658] env[69760]: _type = "Task" [ 664.495658] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.508184] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393307, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.577417] env[69760]: DEBUG nova.network.neutron [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Updating instance_info_cache with network_info: [{"id": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "address": "fa:16:3e:1b:6f:18", "network": {"id": "5bb3bcfb-a3b2-481c-8768-549530c8c46a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1942856402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727edc1957f844dca95e49c985e2996e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90bed96-4d", "ovs_interfaceid": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.670880] env[69760]: DEBUG nova.network.neutron [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Updating instance_info_cache with network_info: [{"id": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "address": "fa:16:3e:aa:5b:46", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1757e940-59", "ovs_interfaceid": "1757e940-5952-4cdc-86e0-8d75ba8af8f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.909560] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.910373] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 664.917250] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.425s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 664.921941] env[69760]: INFO nova.compute.claims [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.008699] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.078664] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Releasing lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.079012] env[69760]: DEBUG nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Instance network_info: |[{"id": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "address": "fa:16:3e:1b:6f:18", "network": {"id": "5bb3bcfb-a3b2-481c-8768-549530c8c46a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1942856402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727edc1957f844dca95e49c985e2996e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90bed96-4d", "ovs_interfaceid": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 665.081264] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:6f:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dbdab640-5fea-4254-8bd3-f855b7eaca0d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e90bed96-4dbd-4e60-9491-5536f1fff55d', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 665.091152] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Creating folder: Project (727edc1957f844dca95e49c985e2996e). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.091690] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-df342e16-3858-47b9-876d-06784a778527 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.107453] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Created folder: Project (727edc1957f844dca95e49c985e2996e) in parent group-v676970. [ 665.107662] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Creating folder: Instances. Parent ref: group-v677013. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 665.108704] env[69760]: DEBUG nova.network.neutron [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Updated VIF entry in instance network info cache for port a691cb30-de62-4e17-98dc-b363533f11ff. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 665.108978] env[69760]: DEBUG nova.network.neutron [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Updating instance_info_cache with network_info: [{"id": "a691cb30-de62-4e17-98dc-b363533f11ff", "address": "fa:16:3e:8a:5c:b8", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa691cb30-de", "ovs_interfaceid": "a691cb30-de62-4e17-98dc-b363533f11ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.110505] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e2e933e-53db-4293-a67b-63f2ae58390b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.126822] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Created folder: Instances in parent group-v677013. [ 665.127197] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 665.127365] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 665.127658] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b8786a2-8fa0-416a-b431-e0cb23d4ad66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.156230] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 665.156230] env[69760]: value = "task-3393310" [ 665.156230] env[69760]: _type = "Task" [ 665.156230] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.169294] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393310, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.177656] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "refresh_cache-b66731cf-6f94-4c15-83e0-e4144b20566a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.192906] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb44f5-7f1c-78f4-37ff-24dfac570daf/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 665.194079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdce35c9-f87f-464e-9de4-5d3a4a0889cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.207513] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb44f5-7f1c-78f4-37ff-24dfac570daf/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 665.207739] env[69760]: ERROR oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb44f5-7f1c-78f4-37ff-24dfac570daf/disk-0.vmdk due to incomplete transfer. [ 665.211148] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a52c4042-1593-4fb2-89ee-778ce8daca2d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.232972] env[69760]: DEBUG oslo_vmware.rw_handles [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52bb44f5-7f1c-78f4-37ff-24dfac570daf/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 665.232972] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Uploaded image e3a85752-c899-400b-9db2-a8de552d9efa to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 665.236097] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 665.237337] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-a6cc0642-aa26-42fe-8cf6-77f27311f95d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.247126] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 665.247126] env[69760]: value = "task-3393311" [ 665.247126] env[69760]: _type = "Task" [ 665.247126] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.261446] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393311, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.424804] env[69760]: DEBUG nova.compute.utils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.426205] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 665.426379] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 665.433396] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "5124e102-6811-46a0-a71a-a237ae4a6356" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.433668] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "5124e102-6811-46a0-a71a-a237ae4a6356" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.433868] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "5124e102-6811-46a0-a71a-a237ae4a6356-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.434717] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "5124e102-6811-46a0-a71a-a237ae4a6356-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.434717] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "5124e102-6811-46a0-a71a-a237ae4a6356-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.436678] env[69760]: INFO nova.compute.manager [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Terminating instance [ 665.508022] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393307, 'name': ReconfigVM_Task, 'duration_secs': 0.804203} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.509132] env[69760]: DEBUG nova.network.neutron [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Successfully updated port: e00e4239-f774-4be6-825d-1cd323c20542 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 665.510273] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 59b174de-0389-440b-8cd3-ba3b11f7fd12/59b174de-0389-440b-8cd3-ba3b11f7fd12.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.513642] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-41e00f0b-caf6-41ad-a0d6-739a74d10572 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.519939] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 665.519939] env[69760]: value = "task-3393312" [ 665.519939] env[69760]: _type = "Task" [ 665.519939] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.533908] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393312, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.574226] env[69760]: DEBUG nova.policy [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9603f9e7e2654812913c72d508fc443e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a364f3b7c2f47699ceec3cfb05e6444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 665.614401] env[69760]: DEBUG oslo_concurrency.lockutils [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] Releasing lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.614823] env[69760]: DEBUG nova.compute.manager [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Received event network-vif-plugged-e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 665.615143] env[69760]: DEBUG oslo_concurrency.lockutils [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] Acquiring lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.615939] env[69760]: DEBUG oslo_concurrency.lockutils [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.615939] env[69760]: DEBUG oslo_concurrency.lockutils [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.615939] env[69760]: DEBUG nova.compute.manager [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] No waiting events found dispatching network-vif-plugged-e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 665.616410] env[69760]: WARNING nova.compute.manager [req-2442dec7-6415-4dbf-8bc6-e8c758745c24 req-b777ada1-a1b8-4d22-b176-8bf46a16ecd2 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Received unexpected event network-vif-plugged-e90bed96-4dbd-4e60-9491-5536f1fff55d for instance with vm_state building and task_state spawning. [ 665.671984] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393310, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.764307] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393311, 'name': Destroy_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.932719] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 665.947762] env[69760]: DEBUG nova.compute.manager [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 665.947972] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 665.948887] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93e07ed3-7c47-40e5-8f5f-37a044909da0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.970664] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 665.971202] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39599267-90f7-4ef3-8fef-8c97b15fc6e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.983322] env[69760]: DEBUG oslo_vmware.api [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 665.983322] env[69760]: value = "task-3393313" [ 665.983322] env[69760]: _type = "Task" [ 665.983322] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.006923] env[69760]: DEBUG oslo_vmware.api [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.012184] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.012343] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquired lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.015663] env[69760]: DEBUG nova.network.neutron [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 666.039933] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393312, 'name': Rename_Task, 'duration_secs': 0.295626} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.040301] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.040579] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a0326334-1f50-43fe-9afe-377c035c51e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.052615] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 666.052615] env[69760]: value = "task-3393314" [ 666.052615] env[69760]: _type = "Task" [ 666.052615] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.064656] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393314, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.175310] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393310, 'name': CreateVM_Task, 'duration_secs': 0.613727} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.175859] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 666.176593] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.176750] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.177072] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.177345] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43e41b6d-a248-44db-af51-bbacb05185cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.185447] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 666.185447] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5204978a-0860-e3a4-1d84-4f4638b58f51" [ 666.185447] env[69760]: _type = "Task" [ 666.185447] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.201401] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5204978a-0860-e3a4-1d84-4f4638b58f51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.279146] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393311, 'name': Destroy_Task, 'duration_secs': 0.806689} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.282636] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Destroyed the VM [ 666.283745] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 666.286043] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-784e924e-291d-4484-91f4-38204730ac0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.298663] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 666.298663] env[69760]: value = "task-3393315" [ 666.298663] env[69760]: _type = "Task" [ 666.298663] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.318057] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393315, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.499722] env[69760]: DEBUG oslo_vmware.api [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393313, 'name': PowerOffVM_Task, 'duration_secs': 0.422667} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.500598] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 666.500598] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 666.500598] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e747c5f3-730a-418c-93ec-8416de59b7f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.571438] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393314, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.585960] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 666.586257] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 666.586762] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Deleting the datastore file [datastore2] 5124e102-6811-46a0-a71a-a237ae4a6356 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 666.586762] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6c1f3859-6dec-48c6-978f-3a3c63829955 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.598683] env[69760]: DEBUG oslo_vmware.api [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for the task: (returnval){ [ 666.598683] env[69760]: value = "task-3393317" [ 666.598683] env[69760]: _type = "Task" [ 666.598683] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.606149] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcebcf04-7ce4-486e-b431-fb761ebff2ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.611193] env[69760]: DEBUG nova.network.neutron [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 666.619490] env[69760]: DEBUG oslo_vmware.api [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393317, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.622404] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e359a9d-2a56-4d27-9c19-c051ba429ed8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.659154] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268a928-4ca0-4993-9c27-f4052448c8f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.670320] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38653ae-a8fe-43e9-8588-8e4067a718ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.688295] env[69760]: DEBUG nova.compute.provider_tree [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.703254] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5204978a-0860-e3a4-1d84-4f4638b58f51, 'name': SearchDatastore_Task, 'duration_secs': 0.023418} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.703540] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.703774] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 666.704530] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.704969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.705193] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 666.706367] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44d78ab9-beee-4ea3-917b-afcf2ea18afd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.721422] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 666.721768] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 666.722604] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01e32b96-bb58-4c92-980c-8e0588bd7829 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.730326] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 666.730326] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c76e4-fc1e-afdf-8f31-643c1239ba72" [ 666.730326] env[69760]: _type = "Task" [ 666.730326] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.730771] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 666.731152] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-543dedc1-517a-4232-a938-3ebcd7983b2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.746416] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c76e4-fc1e-afdf-8f31-643c1239ba72, 'name': SearchDatastore_Task, 'duration_secs': 0.012441} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.749086] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 666.749086] env[69760]: value = "task-3393318" [ 666.749086] env[69760]: _type = "Task" [ 666.749086] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.749086] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5552ee3f-8b56-445a-b24c-cf1622cec940 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.760740] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 666.760740] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529d3ef3-209a-157c-e71e-ff2b3eeba4b2" [ 666.760740] env[69760]: _type = "Task" [ 666.760740] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.765784] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393318, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.779082] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529d3ef3-209a-157c-e71e-ff2b3eeba4b2, 'name': SearchDatastore_Task, 'duration_secs': 0.013051} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.779259] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.779545] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 70afd0e3-0624-4d8a-8edb-b130d6e8c548/70afd0e3-0624-4d8a-8edb-b130d6e8c548.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 666.779842] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-108cdb33-4e2b-4fb5-a9fe-4110af97ebec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.789903] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 666.789903] env[69760]: value = "task-3393319" [ 666.789903] env[69760]: _type = "Task" [ 666.789903] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.800356] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.811203] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393315, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.904981] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Successfully created port: 13ab6037-d5ed-4d26-aabb-0525f0a607d4 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 666.958102] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 667.006367] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 667.006720] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 667.006902] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.007599] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 667.007599] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.007767] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 667.008123] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 667.008401] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 667.008500] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 667.008729] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 667.008973] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 667.010136] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf87a8e-1fdf-4f7f-951e-d9b889d2754b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.023016] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b2f42f8-8215-4cd0-b110-504547aede19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.069117] env[69760]: DEBUG oslo_vmware.api [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393314, 'name': PowerOnVM_Task, 'duration_secs': 0.76995} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.069621] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 667.069939] env[69760]: INFO nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Took 10.22 seconds to spawn the instance on the hypervisor. [ 667.070256] env[69760]: DEBUG nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 667.071538] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e823f03b-73c9-4ad7-980b-fb9c87e1a7c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.122559] env[69760]: DEBUG oslo_vmware.api [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Task: {'id': task-3393317, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.224212} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.122559] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 667.122559] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 667.122831] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 667.122873] env[69760]: INFO nova.compute.manager [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Took 1.17 seconds to destroy the instance on the hypervisor. [ 667.123341] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.123698] env[69760]: DEBUG nova.compute.manager [-] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 667.123751] env[69760]: DEBUG nova.network.neutron [-] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.194708] env[69760]: DEBUG nova.scheduler.client.report [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.270253] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393318, 'name': PowerOffVM_Task, 'duration_secs': 0.279414} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.270544] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 667.271717] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-735826f6-d5cd-4c86-9ffa-0d777379a2df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.315401] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3984277c-e3ad-48eb-9eaf-ddf522887c1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.327039] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393319, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.330037] env[69760]: DEBUG nova.network.neutron [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Updating instance_info_cache with network_info: [{"id": "e00e4239-f774-4be6-825d-1cd323c20542", "address": "fa:16:3e:d0:bb:07", "network": {"id": "7448a048-426d-418a-b691-52b2286cd65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817659641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f324c9670c4d3a9e130cacd4e303b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00e4239-f7", "ovs_interfaceid": "e00e4239-f774-4be6-825d-1cd323c20542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 667.341086] env[69760]: DEBUG oslo_vmware.api [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393315, 'name': RemoveSnapshot_Task, 'duration_secs': 0.646056} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.341887] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 667.344412] env[69760]: INFO nova.compute.manager [None req-89d156f6-ee99-49b0-a8d3-c3b6cf4f28c6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Took 18.07 seconds to snapshot the instance on the hypervisor. [ 667.377104] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 667.377472] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e99e65c4-b923-4d53-97d2-3d9618ea09ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.391093] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 667.391093] env[69760]: value = "task-3393320" [ 667.391093] env[69760]: _type = "Task" [ 667.391093] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.408384] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 667.411744] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 667.411744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.411744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.411744] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 667.411744] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75bdaa70-6d16-4229-bbca-707d29340a09 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.436113] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 667.436256] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 667.438260] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b356c6ba-2ecb-4a5e-b1e8-e675099483a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.448600] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 667.448600] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d4027-815c-f5a2-99f5-d15cc0e3a9f1" [ 667.448600] env[69760]: _type = "Task" [ 667.448600] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.460662] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d4027-815c-f5a2-99f5-d15cc0e3a9f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.606774] env[69760]: INFO nova.compute.manager [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Took 27.43 seconds to build instance. [ 667.652299] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "da2a951e-1858-4e53-8831-2575d9969cd8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.652547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "da2a951e-1858-4e53-8831-2575d9969cd8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.707053] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.789s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.707053] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 667.709306] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.864s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.713091] env[69760]: INFO nova.compute.claims [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 667.821563] env[69760]: DEBUG nova.compute.manager [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Received event network-changed-e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 667.821728] env[69760]: DEBUG nova.compute.manager [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Refreshing instance network info cache due to event network-changed-e90bed96-4dbd-4e60-9491-5536f1fff55d. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 667.822029] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Acquiring lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.822205] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Acquired lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.822319] env[69760]: DEBUG nova.network.neutron [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Refreshing network info cache for port e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 667.829239] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.725307} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.829845] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 70afd0e3-0624-4d8a-8edb-b130d6e8c548/70afd0e3-0624-4d8a-8edb-b130d6e8c548.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 667.830464] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 667.830918] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-744beffb-b2a5-42b5-8df8-30c3af15681c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.840801] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 667.840801] env[69760]: value = "task-3393321" [ 667.840801] env[69760]: _type = "Task" [ 667.840801] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.844834] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Releasing lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.845230] env[69760]: DEBUG nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Instance network_info: |[{"id": "e00e4239-f774-4be6-825d-1cd323c20542", "address": "fa:16:3e:d0:bb:07", "network": {"id": "7448a048-426d-418a-b691-52b2286cd65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817659641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f324c9670c4d3a9e130cacd4e303b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00e4239-f7", "ovs_interfaceid": "e00e4239-f774-4be6-825d-1cd323c20542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 667.845966] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d0:bb:07', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6966f473-59ac-49bb-9b7a-22c61f4e61e2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e00e4239-f774-4be6-825d-1cd323c20542', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 667.855778] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Creating folder: Project (22f324c9670c4d3a9e130cacd4e303b1). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.860064] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5149a715-47f8-4483-b902-60fe8dd02b58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.867276] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.882261] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Created folder: Project (22f324c9670c4d3a9e130cacd4e303b1) in parent group-v676970. [ 667.882261] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Creating folder: Instances. Parent ref: group-v677016. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 667.882589] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2f6d8c8-1ed9-458f-8f52-8e7a9454266b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.897414] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Created folder: Instances in parent group-v677016. [ 667.897859] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 667.897859] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 667.898075] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cea939d5-51af-46a6-adec-b048ded0a7ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.923432] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 667.923432] env[69760]: value = "task-3393324" [ 667.923432] env[69760]: _type = "Task" [ 667.923432] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.932817] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393324, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.963535] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d4027-815c-f5a2-99f5-d15cc0e3a9f1, 'name': SearchDatastore_Task, 'duration_secs': 0.039054} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.964087] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81acdd87-c680-4f16-8ab7-7540eb1105d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.974882] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 667.974882] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d2bec-9773-4673-e0f2-348be75424c8" [ 667.974882] env[69760]: _type = "Task" [ 667.974882] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.985899] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d2bec-9773-4673-e0f2-348be75424c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.111305] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01021405-9438-44b4-9e08-ee9129571085 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 668.229031] env[69760]: DEBUG nova.compute.utils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.229031] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 668.229031] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 668.247655] env[69760]: DEBUG nova.network.neutron [-] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.289244] env[69760]: DEBUG nova.policy [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9603f9e7e2654812913c72d508fc443e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a364f3b7c2f47699ceec3cfb05e6444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 668.354100] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.198846} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.354684] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 668.355708] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1bd52-167d-439e-b8eb-fb45c6ac3e45 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.390163] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] 70afd0e3-0624-4d8a-8edb-b130d6e8c548/70afd0e3-0624-4d8a-8edb-b130d6e8c548.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 668.390556] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1e333444-d71c-4741-ad9d-014aaff30ae8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.415023] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 668.415023] env[69760]: value = "task-3393325" [ 668.415023] env[69760]: _type = "Task" [ 668.415023] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.424762] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393325, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.436573] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393324, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.486745] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d2bec-9773-4673-e0f2-348be75424c8, 'name': SearchDatastore_Task, 'duration_secs': 0.035821} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.487038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.487322] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. {{(pid=69760) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 668.489463] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-55f2f0c5-0e4e-49c7-a751-ff6a727c4ca3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.497962] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 668.497962] env[69760]: value = "task-3393326" [ 668.497962] env[69760]: _type = "Task" [ 668.497962] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.509483] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393326, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.612126] env[69760]: DEBUG nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 668.734272] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 668.752089] env[69760]: INFO nova.compute.manager [-] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Took 1.63 seconds to deallocate network for instance. [ 668.928186] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.941938] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393324, 'name': CreateVM_Task, 'duration_secs': 0.586965} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.942167] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 668.942902] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.943107] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.943469] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.943768] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e1cfeb3-05ef-4d37-a2de-63b4359076e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.951829] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 668.951829] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5254e740-8971-f1bc-4264-ace24d27aec3" [ 668.951829] env[69760]: _type = "Task" [ 668.951829] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.965346] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5254e740-8971-f1bc-4264-ace24d27aec3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.007443] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Successfully created port: 28508a5f-1c1d-42f5-9764-280a2a286cb5 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 669.022703] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393326, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.086404] env[69760]: DEBUG nova.network.neutron [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Updated VIF entry in instance network info cache for port e90bed96-4dbd-4e60-9491-5536f1fff55d. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 669.086404] env[69760]: DEBUG nova.network.neutron [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Updating instance_info_cache with network_info: [{"id": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "address": "fa:16:3e:1b:6f:18", "network": {"id": "5bb3bcfb-a3b2-481c-8768-549530c8c46a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1942856402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727edc1957f844dca95e49c985e2996e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90bed96-4d", "ovs_interfaceid": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.140602] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.273816] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.342287] env[69760]: DEBUG nova.compute.manager [req-7a31341c-7450-4f98-832a-9b1ecca0e3a9 req-bedd740b-ba06-4f27-aa51-b349169cba77 service nova] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Received event network-vif-deleted-e375fc57-5c50-4d2c-9172-2b70bc650019 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.347299] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830e04db-2172-4379-b0cc-aa9cd13cc87b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.358160] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf15b9ba-5d39-417d-a702-db41185b0773 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.400775] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bfbc767-96c5-473a-94d5-d4a7b606b7e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.412021] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83b79219-5d81-4e79-92f5-2a4c40fff98a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.427211] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393325, 'name': ReconfigVM_Task, 'duration_secs': 0.942238} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.440655] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Reconfigured VM instance instance-0000000f to attach disk [datastore2] 70afd0e3-0624-4d8a-8edb-b130d6e8c548/70afd0e3-0624-4d8a-8edb-b130d6e8c548.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 669.442179] env[69760]: DEBUG nova.compute.provider_tree [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.443611] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd7b5450-67ea-4d5a-a873-d849b7cc9bd9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.452887] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 669.452887] env[69760]: value = "task-3393327" [ 669.452887] env[69760]: _type = "Task" [ 669.452887] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.472027] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5254e740-8971-f1bc-4264-ace24d27aec3, 'name': SearchDatastore_Task, 'duration_secs': 0.012096} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.473433] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.473692] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.473921] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.474081] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.474263] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.474557] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393327, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.474767] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a957f0ba-b1f5-40fd-ae1a-c05c27154da9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.487332] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.489084] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.489084] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e5862b8-1d2d-4552-8a12-22ab6b1ea4f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.497031] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 669.497031] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52654aca-30a0-dfb6-cdf7-7c7d5551c629" [ 669.497031] env[69760]: _type = "Task" [ 669.497031] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.514284] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52654aca-30a0-dfb6-cdf7-7c7d5551c629, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.514418] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393326, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.889548} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.514566] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. [ 669.515647] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1acc7e-d929-4fba-931a-d49395dac908 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.551455] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Reconfiguring VM instance instance-0000000c to attach disk [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 669.551765] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd2f9194-fcc8-47ba-9754-0da7ef1f53f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.575476] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 669.575476] env[69760]: value = "task-3393328" [ 669.575476] env[69760]: _type = "Task" [ 669.575476] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.587024] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393328, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.590589] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Releasing lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.590770] env[69760]: DEBUG nova.compute.manager [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Received event network-vif-plugged-e00e4239-f774-4be6-825d-1cd323c20542 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.590966] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Acquiring lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.591205] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.591339] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.591501] env[69760]: DEBUG nova.compute.manager [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] No waiting events found dispatching network-vif-plugged-e00e4239-f774-4be6-825d-1cd323c20542 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 669.591662] env[69760]: WARNING nova.compute.manager [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Received unexpected event network-vif-plugged-e00e4239-f774-4be6-825d-1cd323c20542 for instance with vm_state building and task_state spawning. [ 669.591818] env[69760]: DEBUG nova.compute.manager [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Received event network-changed-e00e4239-f774-4be6-825d-1cd323c20542 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 669.591965] env[69760]: DEBUG nova.compute.manager [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Refreshing instance network info cache due to event network-changed-e00e4239-f774-4be6-825d-1cd323c20542. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 669.592194] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Acquiring lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.592332] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Acquired lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.592488] env[69760]: DEBUG nova.network.neutron [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Refreshing network info cache for port e00e4239-f774-4be6-825d-1cd323c20542 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 669.695478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "ced4a485-7b18-48fc-af01-76a6ee562adb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.695478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.749240] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 669.801285] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 669.801285] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 669.801285] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.801836] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 669.801836] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.801836] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 669.801836] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 669.802020] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 669.802350] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 669.802411] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 669.802569] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 669.803730] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6cf2acb-9340-45db-ae5d-45638540522c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.815499] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1705c7e2-ab79-42e7-bd3c-292c4699efc5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.947563] env[69760]: DEBUG nova.scheduler.client.report [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 669.971500] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393327, 'name': Rename_Task, 'duration_secs': 0.243464} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.975665] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 669.975980] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8367ff8-7371-43cd-9ccb-54eea6d2ec75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.986717] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 669.986717] env[69760]: value = "task-3393329" [ 669.986717] env[69760]: _type = "Task" [ 669.986717] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.999528] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.010158] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52654aca-30a0-dfb6-cdf7-7c7d5551c629, 'name': SearchDatastore_Task, 'duration_secs': 0.029089} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.010979] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cc4802b-9050-46cf-90bc-7327ce5f61e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.017982] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 670.017982] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52066118-1ce4-dc96-cdde-224709b1c47b" [ 670.017982] env[69760]: _type = "Task" [ 670.017982] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.027968] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52066118-1ce4-dc96-cdde-224709b1c47b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.085430] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393328, 'name': ReconfigVM_Task, 'duration_secs': 0.476993} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.085740] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Reconfigured VM instance instance-0000000c to attach disk [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 670.086644] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-854df834-da79-49b7-ac5a-d8291d43525d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.116894] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2b6ca9b-2bbd-4283-88d6-aa4d246fc68d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.130332] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Successfully updated port: 13ab6037-d5ed-4d26-aabb-0525f0a607d4 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 670.141703] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 670.141703] env[69760]: value = "task-3393330" [ 670.141703] env[69760]: _type = "Task" [ 670.141703] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.153589] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393330, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.455851] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.747s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.456432] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 670.459583] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.273s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.461239] env[69760]: INFO nova.compute.claims [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.501667] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393329, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.531724] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52066118-1ce4-dc96-cdde-224709b1c47b, 'name': SearchDatastore_Task, 'duration_secs': 0.043206} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.532256] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.532703] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 8e973be7-c31b-4a66-8d0d-d4e7a51b580f/8e973be7-c31b-4a66-8d0d-d4e7a51b580f.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.533493] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99912cd7-6d5e-4c75-a780-9ab0a9b8e058 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.549442] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 670.549442] env[69760]: value = "task-3393331" [ 670.549442] env[69760]: _type = "Task" [ 670.549442] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.562281] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393331, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.635169] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "refresh_cache-5d016a77-5a8b-434f-ba21-11c1229b2fe2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.635350] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "refresh_cache-5d016a77-5a8b-434f-ba21-11c1229b2fe2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.635480] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 670.655925] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393330, 'name': ReconfigVM_Task, 'duration_secs': 0.305916} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.656217] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 670.656462] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cb8cab75-4512-45e8-96d7-ef0df1e357b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.665048] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 670.665048] env[69760]: value = "task-3393332" [ 670.665048] env[69760]: _type = "Task" [ 670.665048] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.676447] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393332, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.783275] env[69760]: DEBUG nova.network.neutron [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Updated VIF entry in instance network info cache for port e00e4239-f774-4be6-825d-1cd323c20542. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 670.784445] env[69760]: DEBUG nova.network.neutron [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Updating instance_info_cache with network_info: [{"id": "e00e4239-f774-4be6-825d-1cd323c20542", "address": "fa:16:3e:d0:bb:07", "network": {"id": "7448a048-426d-418a-b691-52b2286cd65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817659641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f324c9670c4d3a9e130cacd4e303b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00e4239-f7", "ovs_interfaceid": "e00e4239-f774-4be6-825d-1cd323c20542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.961986] env[69760]: DEBUG nova.compute.utils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 670.967087] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 670.967916] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 671.001980] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393329, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.009141] env[69760]: DEBUG nova.compute.manager [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Received event network-changed-b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 671.009141] env[69760]: DEBUG nova.compute.manager [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Refreshing instance network info cache due to event network-changed-b693c5c1-5adc-4aec-a175-7d969bf4e16e. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 671.009141] env[69760]: DEBUG oslo_concurrency.lockutils [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] Acquiring lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.009141] env[69760]: DEBUG oslo_concurrency.lockutils [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] Acquired lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.010426] env[69760]: DEBUG nova.network.neutron [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Refreshing network info cache for port b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 671.068328] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393331, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.094106] env[69760]: DEBUG nova.policy [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9603f9e7e2654812913c72d508fc443e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2a364f3b7c2f47699ceec3cfb05e6444', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.177537] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393332, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.208868] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.289646] env[69760]: DEBUG oslo_concurrency.lockutils [req-468f54da-faf9-4969-a848-a0cf3b11cf5b req-bcc0eb6f-9c72-464c-819e-05a16f8e9842 service nova] Releasing lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.475579] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 671.500570] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393329, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.563606] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393331, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.617315} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.565035] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 8e973be7-c31b-4a66-8d0d-d4e7a51b580f/8e973be7-c31b-4a66-8d0d-d4e7a51b580f.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.565035] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.565035] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ae1fe16-1fa0-41fc-9448-c2e748c4c0dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.573834] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 671.573834] env[69760]: value = "task-3393333" [ 671.573834] env[69760]: _type = "Task" [ 671.573834] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.582769] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393333, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.594298] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Updating instance_info_cache with network_info: [{"id": "13ab6037-d5ed-4d26-aabb-0525f0a607d4", "address": "fa:16:3e:9f:7b:9e", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ab6037-d5", "ovs_interfaceid": "13ab6037-d5ed-4d26-aabb-0525f0a607d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.686365] env[69760]: DEBUG oslo_vmware.api [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393332, 'name': PowerOnVM_Task, 'duration_secs': 0.739788} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.686843] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 671.691738] env[69760]: DEBUG nova.compute.manager [None req-c154184f-6d26-43b0-815b-3c6806f0c639 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 671.693142] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cd2c1be-209e-4dc3-8709-9cccd00a9c5b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.012587] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393329, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.093815] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393333, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.222939} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.099996] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.100666] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "refresh_cache-5d016a77-5a8b-434f-ba21-11c1229b2fe2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.101046] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Instance network_info: |[{"id": "13ab6037-d5ed-4d26-aabb-0525f0a607d4", "address": "fa:16:3e:9f:7b:9e", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ab6037-d5", "ovs_interfaceid": "13ab6037-d5ed-4d26-aabb-0525f0a607d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 672.106299] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Successfully updated port: 28508a5f-1c1d-42f5-9764-280a2a286cb5 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 672.108246] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0190dca8-b87f-4481-a280-8601d4bfdcb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.111119] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:7b:9e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '13ab6037-d5ed-4d26-aabb-0525f0a607d4', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 672.119467] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Creating folder: Project (2a364f3b7c2f47699ceec3cfb05e6444). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.120523] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b2c5057b-7280-41a2-a130-68e169346b26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.127465] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852acfea-ce92-4a14-9ad7-db59a165c875 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.149684] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 8e973be7-c31b-4a66-8d0d-d4e7a51b580f/8e973be7-c31b-4a66-8d0d-d4e7a51b580f.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.152227] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffc1bc2f-96e5-4195-8d54-8c881ed7cab5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.167714] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Created folder: Project (2a364f3b7c2f47699ceec3cfb05e6444) in parent group-v676970. [ 672.168103] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Creating folder: Instances. Parent ref: group-v677019. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 672.170214] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0dd36ef-26df-4960-bd67-b977a3faa159 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.173584] env[69760]: DEBUG nova.network.neutron [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Updated VIF entry in instance network info cache for port b693c5c1-5adc-4aec-a175-7d969bf4e16e. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 672.173584] env[69760]: DEBUG nova.network.neutron [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Updating instance_info_cache with network_info: [{"id": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "address": "fa:16:3e:00:24:c7", "network": {"id": "31ab2a88-16ec-4941-ba48-b0b7e2cecab3", "bridge": "br-int", "label": "tempest-ServersTestJSON-1368624903-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddc096d6223d4923984bb4bacf445360", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "82dbbfe2-640b-433f-a8e9-1566bd40fb34", "external-id": "nsx-vlan-transportzone-625", "segmentation_id": 625, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb693c5c1-5a", "ovs_interfaceid": "b693c5c1-5adc-4aec-a175-7d969bf4e16e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 672.175474] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9275f5eb-679f-4a19-9d3b-29e6ed07c5be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.214908] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 672.214908] env[69760]: value = "task-3393335" [ 672.214908] env[69760]: _type = "Task" [ 672.214908] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.226101] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab71a090-0c03-48fe-bfd2-6fa1308c03ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.229469] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Created folder: Instances in parent group-v677019. [ 672.230011] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 672.233470] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "daa9ce53-98b2-4511-b37c-d52c218be544" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.233772] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "daa9ce53-98b2-4511-b37c-d52c218be544" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.234248] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 672.234914] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7caf9172-f7c1-4a47-ad92-0402f61f768f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.257364] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c048a52-6e23-4301-bf3f-4c1db066d72d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.266895] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 672.266895] env[69760]: value = "task-3393337" [ 672.266895] env[69760]: _type = "Task" [ 672.266895] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.267300] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393335, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.281172] env[69760]: DEBUG nova.compute.provider_tree [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.289375] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393337, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.411216] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.411572] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.411794] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "d3e886ac-e6cf-4689-a461-cd9ae872124a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.411986] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.412263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.415385] env[69760]: INFO nova.compute.manager [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Terminating instance [ 672.492237] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 672.507392] env[69760]: DEBUG oslo_vmware.api [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393329, 'name': PowerOnVM_Task, 'duration_secs': 2.157231} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.508200] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 672.508435] env[69760]: INFO nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Took 13.03 seconds to spawn the instance on the hypervisor. [ 672.508672] env[69760]: DEBUG nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 672.509512] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a64700d-9861-4947-bcb1-faa04819b6fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.542623] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 672.542862] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 672.543038] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.543249] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 672.543417] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.543568] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 672.543842] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 672.543962] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 672.544118] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 672.544288] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 672.544466] env[69760]: DEBUG nova.virt.hardware [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 672.545392] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ff29c5-3ce5-443d-9e08-6c534b969af9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.557192] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f881c4bc-9e10-4f98-bb1d-31ea34594aea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.602069] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Successfully created port: e56de252-0226-47cb-b85e-0abd677adea2 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 672.621244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "refresh_cache-3e91912e-2579-4026-b994-0f78a07bf0a2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.621344] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "refresh_cache-3e91912e-2579-4026-b994-0f78a07bf0a2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.621489] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 672.680222] env[69760]: DEBUG oslo_concurrency.lockutils [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] Releasing lock "refresh_cache-b31c1806-9771-440b-830a-529ef3cdaaea" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.680529] env[69760]: DEBUG nova.compute.manager [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received event network-changed-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.680946] env[69760]: DEBUG nova.compute.manager [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Refreshing instance network info cache due to event network-changed-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.680946] env[69760]: DEBUG oslo_concurrency.lockutils [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] Acquiring lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.681135] env[69760]: DEBUG oslo_concurrency.lockutils [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] Acquired lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.681233] env[69760]: DEBUG nova.network.neutron [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Refreshing network info cache for port de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.736314] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393335, 'name': ReconfigVM_Task, 'duration_secs': 0.377791} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.736554] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 8e973be7-c31b-4a66-8d0d-d4e7a51b580f/8e973be7-c31b-4a66-8d0d-d4e7a51b580f.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 672.737471] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f24c577d-9dec-4862-be45-cd5b736b49e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.744020] env[69760]: DEBUG nova.compute.manager [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Received event network-vif-plugged-13ab6037-d5ed-4d26-aabb-0525f0a607d4 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.747198] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] Acquiring lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.747198] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.747198] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 672.747198] env[69760]: DEBUG nova.compute.manager [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] No waiting events found dispatching network-vif-plugged-13ab6037-d5ed-4d26-aabb-0525f0a607d4 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 672.747198] env[69760]: WARNING nova.compute.manager [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Received unexpected event network-vif-plugged-13ab6037-d5ed-4d26-aabb-0525f0a607d4 for instance with vm_state building and task_state spawning. [ 672.747510] env[69760]: DEBUG nova.compute.manager [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Received event network-changed-13ab6037-d5ed-4d26-aabb-0525f0a607d4 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 672.747510] env[69760]: DEBUG nova.compute.manager [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Refreshing instance network info cache due to event network-changed-13ab6037-d5ed-4d26-aabb-0525f0a607d4. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 672.747510] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] Acquiring lock "refresh_cache-5d016a77-5a8b-434f-ba21-11c1229b2fe2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.747510] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] Acquired lock "refresh_cache-5d016a77-5a8b-434f-ba21-11c1229b2fe2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.747510] env[69760]: DEBUG nova.network.neutron [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Refreshing network info cache for port 13ab6037-d5ed-4d26-aabb-0525f0a607d4 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 672.749703] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 672.749703] env[69760]: value = "task-3393338" [ 672.749703] env[69760]: _type = "Task" [ 672.749703] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.764329] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393338, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.785138] env[69760]: DEBUG nova.scheduler.client.report [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.789489] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393337, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.919299] env[69760]: DEBUG nova.compute.manager [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 672.922340] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 672.922340] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5aa0d3b-b853-445b-8230-250f7627d10c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.932192] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 672.932836] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9027e055-7108-4330-85cd-dfeb89162530 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.017974] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.018199] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.018365] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleting the datastore file [datastore2] d3e886ac-e6cf-4689-a461-cd9ae872124a {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.018639] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-07ee59e3-f15e-4049-91c7-020bf8e2d04f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.030216] env[69760]: DEBUG oslo_vmware.api [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 673.030216] env[69760]: value = "task-3393340" [ 673.030216] env[69760]: _type = "Task" [ 673.030216] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.043340] env[69760]: INFO nova.compute.manager [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Took 30.17 seconds to build instance. [ 673.045996] env[69760]: DEBUG oslo_vmware.api [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393340, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.182734] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "12ce4033-baa4-43ca-b2b6-6927e5c38516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.182976] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.219233] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.269431] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393338, 'name': Rename_Task, 'duration_secs': 0.172104} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.269919] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.276171] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03737559-241c-4405-983e-9294f5fe93e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.283515] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393337, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.285012] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 673.285012] env[69760]: value = "task-3393341" [ 673.285012] env[69760]: _type = "Task" [ 673.285012] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.291251] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.832s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.291757] env[69760]: DEBUG nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 673.298298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 13.366s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.299626] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393341, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.543286] env[69760]: DEBUG oslo_vmware.api [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393340, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15061} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.546018] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 673.546018] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 673.546018] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 673.546018] env[69760]: INFO nova.compute.manager [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Took 0.62 seconds to destroy the instance on the hypervisor. [ 673.546018] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 673.546018] env[69760]: DEBUG nova.compute.manager [-] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 673.546414] env[69760]: DEBUG nova.network.neutron [-] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.546817] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5940d0d-b3d9-4a76-8651-878b92fd1731 tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.587s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.591573] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Updating instance_info_cache with network_info: [{"id": "28508a5f-1c1d-42f5-9764-280a2a286cb5", "address": "fa:16:3e:a7:de:a8", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28508a5f-1c", "ovs_interfaceid": "28508a5f-1c1d-42f5-9764-280a2a286cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.787482] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393337, 'name': CreateVM_Task, 'duration_secs': 1.508244} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.793381] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.793562] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.794596] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.794596] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.795562] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9cb7c27-1abc-43ed-a0de-f8af15e2cce3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.805214] env[69760]: DEBUG nova.compute.utils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.809925] env[69760]: INFO nova.compute.claims [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.814589] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393341, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.815616] env[69760]: DEBUG nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 673.815616] env[69760]: DEBUG nova.network.neutron [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 673.819305] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 673.819305] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b263cb-bd3b-023b-a9cb-3a52af65436b" [ 673.819305] env[69760]: _type = "Task" [ 673.819305] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.831456] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b263cb-bd3b-023b-a9cb-3a52af65436b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.888553] env[69760]: DEBUG nova.policy [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31284ba700314618943fa3a7e6f8b83e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11d1aad2d1114d368583115044b83016', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.035340] env[69760]: DEBUG nova.network.neutron [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updated VIF entry in instance network info cache for port de9851cb-0ecf-4fbf-9b82-19a1cf1f8348. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.035340] env[69760]: DEBUG nova.network.neutron [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.049518] env[69760]: DEBUG nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 674.059134] env[69760]: DEBUG nova.network.neutron [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Updated VIF entry in instance network info cache for port 13ab6037-d5ed-4d26-aabb-0525f0a607d4. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 674.059134] env[69760]: DEBUG nova.network.neutron [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Updating instance_info_cache with network_info: [{"id": "13ab6037-d5ed-4d26-aabb-0525f0a607d4", "address": "fa:16:3e:9f:7b:9e", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap13ab6037-d5", "ovs_interfaceid": "13ab6037-d5ed-4d26-aabb-0525f0a607d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.094325] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "refresh_cache-3e91912e-2579-4026-b994-0f78a07bf0a2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.094976] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Instance network_info: |[{"id": "28508a5f-1c1d-42f5-9764-280a2a286cb5", "address": "fa:16:3e:a7:de:a8", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28508a5f-1c", "ovs_interfaceid": "28508a5f-1c1d-42f5-9764-280a2a286cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 674.095255] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:de:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '28508a5f-1c1d-42f5-9764-280a2a286cb5', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 674.105949] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 674.106230] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 674.106458] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2a14308c-25b7-4808-bd2e-92aff7b7848a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.129068] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 674.129068] env[69760]: value = "task-3393342" [ 674.129068] env[69760]: _type = "Task" [ 674.129068] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.139398] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393342, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.301931] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393341, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.308997] env[69760]: DEBUG nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 674.317117] env[69760]: INFO nova.compute.resource_tracker [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating resource usage from migration f576955d-abcd-443b-84c9-d5a4cd33e564 [ 674.334645] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b263cb-bd3b-023b-a9cb-3a52af65436b, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.334879] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.335237] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.337253] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.337253] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.337253] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 674.337253] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-090c52bb-c48b-41e2-a284-ca341e10b4c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.352372] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 674.352729] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 674.355570] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc56454f-678e-4314-938f-8e32ba97eeaa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.367256] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 674.367256] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5214bcef-1aaf-ead3-0a49-0292b27a23b0" [ 674.367256] env[69760]: _type = "Task" [ 674.367256] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.384863] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5214bcef-1aaf-ead3-0a49-0292b27a23b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.478541] env[69760]: DEBUG nova.compute.manager [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Received event network-changed-a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 674.478754] env[69760]: DEBUG nova.compute.manager [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Refreshing instance network info cache due to event network-changed-a691cb30-de62-4e17-98dc-b363533f11ff. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 674.478981] env[69760]: DEBUG oslo_concurrency.lockutils [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] Acquiring lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.479290] env[69760]: DEBUG oslo_concurrency.lockutils [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] Acquired lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.479513] env[69760]: DEBUG nova.network.neutron [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Refreshing network info cache for port a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 674.540060] env[69760]: DEBUG oslo_concurrency.lockutils [req-71308e71-e337-4031-9019-a368d7df4fa1 req-853f1c2a-1b79-4086-86a5-1c1649267cfc service nova] Releasing lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.562055] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e533f8a-0d3e-4e06-a567-b5f5a4f48ad8 req-d9cddb8e-31d8-48c4-aaa5-116896ec382e service nova] Releasing lock "refresh_cache-5d016a77-5a8b-434f-ba21-11c1229b2fe2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.570899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "4bfd7730-3528-4c66-ac61-7bc6e676f531" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.571177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.581528] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.642049] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393342, 'name': CreateVM_Task, 'duration_secs': 0.400607} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.642257] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 674.643297] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.643459] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.643806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.644084] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7295c7b5-3f90-4538-840f-5a036f8b08a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.657205] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 674.657205] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5247775a-491e-dc37-16dc-1756bcd0a299" [ 674.657205] env[69760]: _type = "Task" [ 674.657205] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.669548] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5247775a-491e-dc37-16dc-1756bcd0a299, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.670348] env[69760]: DEBUG nova.network.neutron [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Successfully created port: 552d982a-1784-4f8d-8f91-3edf1a74e804 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 674.672490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.672743] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 674.672941] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.745737] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "3deb79e5-62ed-4533-b25a-efb3d209de09" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.745914] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.799711] env[69760]: DEBUG oslo_vmware.api [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393341, 'name': PowerOnVM_Task, 'duration_secs': 1.1703} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.801863] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.802106] env[69760]: INFO nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Took 12.68 seconds to spawn the instance on the hypervisor. [ 674.802522] env[69760]: DEBUG nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 674.803613] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023b2377-0233-4cc8-b639-fd60bc94e5d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.861039] env[69760]: DEBUG nova.network.neutron [-] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.879225] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5214bcef-1aaf-ead3-0a49-0292b27a23b0, 'name': SearchDatastore_Task, 'duration_secs': 0.022329} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.880058] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e1cca8-5080-44d4-bbfb-439bbe2a242c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.890236] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 674.890236] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b40d75-9410-fbee-2106-ddd03c2d801b" [ 674.890236] env[69760]: _type = "Task" [ 674.890236] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.903681] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b40d75-9410-fbee-2106-ddd03c2d801b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.954613] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a484b7a8-7811-4e9e-9362-340d5c1e96d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.963469] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-936a1683-96cc-429d-be7c-964bb0df502e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.001879] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af55215-27e0-48a6-ae0d-769c6608d50b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.011767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c59d5c09-3d7d-44e0-9953-41bc041b6713 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.028088] env[69760]: DEBUG nova.compute.provider_tree [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.218443] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Successfully updated port: e56de252-0226-47cb-b85e-0abd677adea2 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 675.327733] env[69760]: DEBUG nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 675.343955] env[69760]: INFO nova.compute.manager [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Took 26.05 seconds to build instance. [ 675.365384] env[69760]: INFO nova.compute.manager [-] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Took 1.82 seconds to deallocate network for instance. [ 675.374560] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 675.374830] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 675.375009] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.376555] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 675.377955] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.377955] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 675.378231] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 675.378403] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 675.378582] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 675.378751] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 675.378929] env[69760]: DEBUG nova.virt.hardware [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 675.379836] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d9a22e-e0e5-43bd-b011-f43a6e6e9bdb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.391255] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d634f821-f567-406f-9bce-4a9afae5e3ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.414270] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b40d75-9410-fbee-2106-ddd03c2d801b, 'name': SearchDatastore_Task, 'duration_secs': 0.011204} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.414567] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.414824] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5d016a77-5a8b-434f-ba21-11c1229b2fe2/5d016a77-5a8b-434f-ba21-11c1229b2fe2.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.415117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.415319] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 675.415540] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-12c260b0-b9ad-43b1-8fec-c6cb8f2042b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.418812] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83e8fead-10dd-4db6-8afe-67b44ece2ec3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.431797] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 675.431797] env[69760]: value = "task-3393343" [ 675.431797] env[69760]: _type = "Task" [ 675.431797] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.433089] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 675.433314] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 675.437648] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca75407e-d51e-416e-8b57-7bd39bf61d34 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.445403] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 675.445403] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4da5a-c7c2-ee5b-1a10-0dbb356cb38a" [ 675.445403] env[69760]: _type = "Task" [ 675.445403] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.448240] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393343, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.457063] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4da5a-c7c2-ee5b-1a10-0dbb356cb38a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.533038] env[69760]: DEBUG nova.scheduler.client.report [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 675.698952] env[69760]: DEBUG nova.network.neutron [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Updated VIF entry in instance network info cache for port a691cb30-de62-4e17-98dc-b363533f11ff. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 675.699435] env[69760]: DEBUG nova.network.neutron [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Updating instance_info_cache with network_info: [{"id": "a691cb30-de62-4e17-98dc-b363533f11ff", "address": "fa:16:3e:8a:5c:b8", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa691cb30-de", "ovs_interfaceid": "a691cb30-de62-4e17-98dc-b363533f11ff", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.726117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "refresh_cache-c6eff15b-a047-414f-a599-c3c4eec2e8d0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726311] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "refresh_cache-c6eff15b-a047-414f-a599-c3c4eec2e8d0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.726522] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.844795] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "b653d098-78d9-4993-985a-1f60005fb935" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.845105] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b653d098-78d9-4993-985a-1f60005fb935" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.845455] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e9d8321-d418-437a-9a83-97809c293301 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.965s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.874263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.948134] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393343, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494091} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.948509] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5d016a77-5a8b-434f-ba21-11c1229b2fe2/5d016a77-5a8b-434f-ba21-11c1229b2fe2.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.949278] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.951848] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01d044a0-b6ed-4267-b85a-cd472055c725 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.959421] env[69760]: DEBUG nova.compute.manager [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Received event network-vif-plugged-28508a5f-1c1d-42f5-9764-280a2a286cb5 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.959421] env[69760]: DEBUG oslo_concurrency.lockutils [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] Acquiring lock "3e91912e-2579-4026-b994-0f78a07bf0a2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.959421] env[69760]: DEBUG oslo_concurrency.lockutils [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.959421] env[69760]: DEBUG oslo_concurrency.lockutils [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.959421] env[69760]: DEBUG nova.compute.manager [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] No waiting events found dispatching network-vif-plugged-28508a5f-1c1d-42f5-9764-280a2a286cb5 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 675.959606] env[69760]: WARNING nova.compute.manager [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Received unexpected event network-vif-plugged-28508a5f-1c1d-42f5-9764-280a2a286cb5 for instance with vm_state building and task_state spawning. [ 675.959606] env[69760]: DEBUG nova.compute.manager [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Received event network-changed-28508a5f-1c1d-42f5-9764-280a2a286cb5 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 675.959606] env[69760]: DEBUG nova.compute.manager [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Refreshing instance network info cache due to event network-changed-28508a5f-1c1d-42f5-9764-280a2a286cb5. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 675.959606] env[69760]: DEBUG oslo_concurrency.lockutils [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] Acquiring lock "refresh_cache-3e91912e-2579-4026-b994-0f78a07bf0a2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.959606] env[69760]: DEBUG oslo_concurrency.lockutils [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] Acquired lock "refresh_cache-3e91912e-2579-4026-b994-0f78a07bf0a2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.959794] env[69760]: DEBUG nova.network.neutron [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Refreshing network info cache for port 28508a5f-1c1d-42f5-9764-280a2a286cb5 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 675.965698] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4da5a-c7c2-ee5b-1a10-0dbb356cb38a, 'name': SearchDatastore_Task, 'duration_secs': 0.011503} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.965989] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 675.965989] env[69760]: value = "task-3393344" [ 675.965989] env[69760]: _type = "Task" [ 675.965989] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.967052] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-349d163a-46f1-4b7f-8074-807035e3f6fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.980133] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393344, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.981650] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 675.981650] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5271b595-d135-43ff-bb51-20cf66faae6a" [ 675.981650] env[69760]: _type = "Task" [ 675.981650] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.995357] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5271b595-d135-43ff-bb51-20cf66faae6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010652} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.995608] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.995901] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 3e91912e-2579-4026-b994-0f78a07bf0a2/3e91912e-2579-4026-b994-0f78a07bf0a2.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 675.997021] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a83937e8-9113-4732-99c8-5fe1338f7e75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.007025] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 676.007025] env[69760]: value = "task-3393345" [ 676.007025] env[69760]: _type = "Task" [ 676.007025] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.022064] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393345, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.040027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.740s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.040027] env[69760]: INFO nova.compute.manager [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Migrating [ 676.040027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.040027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "compute-rpcapi-router" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.040438] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.591s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.044444] env[69760]: INFO nova.compute.claims [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.048875] env[69760]: INFO nova.compute.rpcapi [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Automatically selected compute RPC version 6.4 from minimum service version 68 [ 676.051034] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "compute-rpcapi-router" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.204658] env[69760]: DEBUG oslo_concurrency.lockutils [req-69b039fc-422f-4f8f-855d-d134e8f28713 req-1a0ffdd8-4e55-478c-a020-25232556d413 service nova] Releasing lock "refresh_cache-59b174de-0389-440b-8cd3-ba3b11f7fd12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.302414] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 676.355625] env[69760]: DEBUG nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 676.482473] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393344, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.165781} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.482863] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.483843] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f27adf6-fa31-48aa-a8c3-42320bad6980 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.512640] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 5d016a77-5a8b-434f-ba21-11c1229b2fe2/5d016a77-5a8b-434f-ba21-11c1229b2fe2.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.516167] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-711031ce-e633-484f-ba06-669c4c6331ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.543818] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393345, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.545163] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 676.545163] env[69760]: value = "task-3393346" [ 676.545163] env[69760]: _type = "Task" [ 676.545163] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.555441] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393346, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.572074] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.572074] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.572277] env[69760]: DEBUG nova.network.neutron [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.662294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "c949f194-d662-4fdb-8025-b5dc46465add" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.662294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "c949f194-d662-4fdb-8025-b5dc46465add" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.693209] env[69760]: DEBUG nova.network.neutron [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Updating instance_info_cache with network_info: [{"id": "e56de252-0226-47cb-b85e-0abd677adea2", "address": "fa:16:3e:e7:37:f8", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56de252-02", "ovs_interfaceid": "e56de252-0226-47cb-b85e-0abd677adea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.059719] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.059719] env[69760]: DEBUG nova.network.neutron [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Updated VIF entry in instance network info cache for port 28508a5f-1c1d-42f5-9764-280a2a286cb5. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 677.060622] env[69760]: DEBUG nova.network.neutron [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Updating instance_info_cache with network_info: [{"id": "28508a5f-1c1d-42f5-9764-280a2a286cb5", "address": "fa:16:3e:a7:de:a8", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap28508a5f-1c", "ovs_interfaceid": "28508a5f-1c1d-42f5-9764-280a2a286cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.060622] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393345, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.061157] env[69760]: DEBUG nova.compute.manager [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Received event network-vif-plugged-e56de252-0226-47cb-b85e-0abd677adea2 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.061157] env[69760]: DEBUG oslo_concurrency.lockutils [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] Acquiring lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.061157] env[69760]: DEBUG oslo_concurrency.lockutils [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.061157] env[69760]: DEBUG oslo_concurrency.lockutils [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.061157] env[69760]: DEBUG nova.compute.manager [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] No waiting events found dispatching network-vif-plugged-e56de252-0226-47cb-b85e-0abd677adea2 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 677.061667] env[69760]: WARNING nova.compute.manager [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Received unexpected event network-vif-plugged-e56de252-0226-47cb-b85e-0abd677adea2 for instance with vm_state building and task_state spawning. [ 677.061667] env[69760]: DEBUG nova.compute.manager [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Received event network-changed-e56de252-0226-47cb-b85e-0abd677adea2 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.061667] env[69760]: DEBUG nova.compute.manager [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Refreshing instance network info cache due to event network-changed-e56de252-0226-47cb-b85e-0abd677adea2. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 677.061667] env[69760]: DEBUG oslo_concurrency.lockutils [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] Acquiring lock "refresh_cache-c6eff15b-a047-414f-a599-c3c4eec2e8d0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.063183] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393346, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.142660] env[69760]: DEBUG nova.network.neutron [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Successfully updated port: 552d982a-1784-4f8d-8f91-3edf1a74e804 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 677.195841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "refresh_cache-c6eff15b-a047-414f-a599-c3c4eec2e8d0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.197158] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Instance network_info: |[{"id": "e56de252-0226-47cb-b85e-0abd677adea2", "address": "fa:16:3e:e7:37:f8", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56de252-02", "ovs_interfaceid": "e56de252-0226-47cb-b85e-0abd677adea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 677.197648] env[69760]: DEBUG oslo_concurrency.lockutils [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] Acquired lock "refresh_cache-c6eff15b-a047-414f-a599-c3c4eec2e8d0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.197962] env[69760]: DEBUG nova.network.neutron [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Refreshing network info cache for port e56de252-0226-47cb-b85e-0abd677adea2 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 677.199598] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:37:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '043ca97b-0fca-4b54-8be6-027123fa76d0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e56de252-0226-47cb-b85e-0abd677adea2', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 677.214708] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 677.217679] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 677.218578] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cce2c45-abff-4aa0-a6bb-009bfa1163ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.246289] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 677.246289] env[69760]: value = "task-3393347" [ 677.246289] env[69760]: _type = "Task" [ 677.246289] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.256294] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393347, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.477778] env[69760]: DEBUG nova.network.neutron [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance_info_cache with network_info: [{"id": "c7b74a11-1239-44fa-9072-45f6bce9a067", "address": "fa:16:3e:52:26:bd", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b74a11-12", "ovs_interfaceid": "c7b74a11-1239-44fa-9072-45f6bce9a067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.528711] env[69760]: DEBUG oslo_concurrency.lockutils [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] Releasing lock "refresh_cache-3e91912e-2579-4026-b994-0f78a07bf0a2" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.529030] env[69760]: DEBUG nova.compute.manager [req-88faa9df-9d24-4db7-bf23-54a02707bdc1 req-4d0f1c65-81d7-47b5-9d29-7bad4d202e7b service nova] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Received event network-vif-deleted-15a3b0b5-deea-4472-bdf7-b3058806d86a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 677.535883] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393345, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.473423} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.536174] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 3e91912e-2579-4026-b994-0f78a07bf0a2/3e91912e-2579-4026-b994-0f78a07bf0a2.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 677.536397] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 677.536657] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0252121a-315f-484a-900d-95557936e765 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.548358] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 677.548358] env[69760]: value = "task-3393348" [ 677.548358] env[69760]: _type = "Task" [ 677.548358] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.564616] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393346, 'name': ReconfigVM_Task, 'duration_secs': 0.836539} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.567024] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.569200] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 5d016a77-5a8b-434f-ba21-11c1229b2fe2/5d016a77-5a8b-434f-ba21-11c1229b2fe2.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 677.570544] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad690a40-45f3-42b3-8269-07e952044738 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.578897] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 677.578897] env[69760]: value = "task-3393349" [ 677.578897] env[69760]: _type = "Task" [ 677.578897] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.589137] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393349, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.649890] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "refresh_cache-9b2b6fab-c836-4c5d-83a1-cf114fd908b7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.649890] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquired lock "refresh_cache-9b2b6fab-c836-4c5d-83a1-cf114fd908b7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.649890] env[69760]: DEBUG nova.network.neutron [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 677.759155] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393347, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.783725] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.783725] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.783725] env[69760]: INFO nova.compute.manager [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Rebooting instance [ 677.794706] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a05bd49-5c68-4971-a341-102b19286fb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.809124] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a40ad5c-dd03-482d-9803-bb718eb33542 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.850687] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2cd33c-ad64-465a-9cf2-d096c0160a24 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.862016] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00587268-1918-434b-9014-aba674780759 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.880173] env[69760]: DEBUG nova.compute.provider_tree [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 677.888546] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.890473] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.890473] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.890473] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.890473] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.891704] env[69760]: INFO nova.compute.manager [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Terminating instance [ 677.991626] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.033021] env[69760]: DEBUG nova.network.neutron [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Updated VIF entry in instance network info cache for port e56de252-0226-47cb-b85e-0abd677adea2. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 678.033419] env[69760]: DEBUG nova.network.neutron [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Updating instance_info_cache with network_info: [{"id": "e56de252-0226-47cb-b85e-0abd677adea2", "address": "fa:16:3e:e7:37:f8", "network": {"id": "82cbdfcf-f560-495d-8b2d-f57c74d97232", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-142705776-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2a364f3b7c2f47699ceec3cfb05e6444", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "043ca97b-0fca-4b54-8be6-027123fa76d0", "external-id": "nsx-vlan-transportzone-702", "segmentation_id": 702, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape56de252-02", "ovs_interfaceid": "e56de252-0226-47cb-b85e-0abd677adea2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.057674] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080309} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.057894] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 678.061366] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-279031f5-862f-413e-adcf-fb846b210607 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.084054] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] 3e91912e-2579-4026-b994-0f78a07bf0a2/3e91912e-2579-4026-b994-0f78a07bf0a2.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 678.084514] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-376f5825-ca59-4d06-9f1b-5e78cb6f698d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.110196] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393349, 'name': Rename_Task, 'duration_secs': 0.420883} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.111972] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 678.111972] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 678.111972] env[69760]: value = "task-3393350" [ 678.111972] env[69760]: _type = "Task" [ 678.111972] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.112409] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9cedf63f-4d84-46e9-8983-8571b164903b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.122699] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393350, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.124176] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 678.124176] env[69760]: value = "task-3393351" [ 678.124176] env[69760]: _type = "Task" [ 678.124176] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.134342] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393351, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.203517] env[69760]: DEBUG nova.network.neutron [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 678.259336] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393347, 'name': CreateVM_Task, 'duration_secs': 0.834521} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.259336] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.260286] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.260499] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.261141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.261539] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c3129c-9d63-4dc4-9f54-dacad5e97ee3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.269857] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 678.269857] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526701b7-7d42-3ad8-c9bd-d2fa3dbc2f77" [ 678.269857] env[69760]: _type = "Task" [ 678.269857] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.299597] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526701b7-7d42-3ad8-c9bd-d2fa3dbc2f77, 'name': SearchDatastore_Task, 'duration_secs': 0.014408} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.300915] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.301070] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.301387] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.301387] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.301699] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.301784] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5ec9bc6b-592d-4ab3-9da5-b93f58edd83c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.318206] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.318410] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.319220] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-82320de4-b32a-4a7f-bade-c05a6b0b2f22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.322929] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.322929] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquired lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.322929] env[69760]: DEBUG nova.network.neutron [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 678.328807] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 678.328807] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524807b9-5d50-efba-a9fc-c4198e2bdc61" [ 678.328807] env[69760]: _type = "Task" [ 678.328807] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.339859] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524807b9-5d50-efba-a9fc-c4198e2bdc61, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.388332] env[69760]: DEBUG nova.scheduler.client.report [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.395382] env[69760]: DEBUG nova.compute.manager [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 678.395382] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.396426] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5fb42e-6536-4e7a-9296-905c96795d83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.407434] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.408236] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbeab6ea-6ba4-4f9d-ab99-205e1ed837dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.412220] env[69760]: DEBUG nova.network.neutron [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Updating instance_info_cache with network_info: [{"id": "552d982a-1784-4f8d-8f91-3edf1a74e804", "address": "fa:16:3e:a5:48:55", "network": {"id": "8a516eee-fead-4c73-ac3b-1e4882253293", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-511069723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d1aad2d1114d368583115044b83016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552d982a-17", "ovs_interfaceid": "552d982a-1784-4f8d-8f91-3edf1a74e804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.417896] env[69760]: DEBUG oslo_vmware.api [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 678.417896] env[69760]: value = "task-3393352" [ 678.417896] env[69760]: _type = "Task" [ 678.417896] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.433775] env[69760]: DEBUG oslo_vmware.api [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393352, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.514898] env[69760]: DEBUG nova.compute.manager [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Received event network-changed-e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 678.515184] env[69760]: DEBUG nova.compute.manager [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Refreshing instance network info cache due to event network-changed-e90bed96-4dbd-4e60-9491-5536f1fff55d. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 678.515358] env[69760]: DEBUG oslo_concurrency.lockutils [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] Acquiring lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.515501] env[69760]: DEBUG oslo_concurrency.lockutils [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] Acquired lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.515665] env[69760]: DEBUG nova.network.neutron [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Refreshing network info cache for port e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 678.537886] env[69760]: DEBUG oslo_concurrency.lockutils [req-a22dbbeb-f1e3-4bca-a393-30dcbb6dd72e req-7c265a36-4d2f-49ed-a459-22fd699d8702 service nova] Releasing lock "refresh_cache-c6eff15b-a047-414f-a599-c3c4eec2e8d0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.633069] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393350, 'name': ReconfigVM_Task, 'duration_secs': 0.488061} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.633783] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Reconfigured VM instance instance-00000012 to attach disk [datastore2] 3e91912e-2579-4026-b994-0f78a07bf0a2/3e91912e-2579-4026-b994-0f78a07bf0a2.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 678.634503] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ff4ab33-29b0-4fac-ae6d-29379c028ee9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.640419] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393351, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.648674] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 678.648674] env[69760]: value = "task-3393353" [ 678.648674] env[69760]: _type = "Task" [ 678.648674] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.660628] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393353, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.840888] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524807b9-5d50-efba-a9fc-c4198e2bdc61, 'name': SearchDatastore_Task, 'duration_secs': 0.015805} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.841733] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ac36dfa-dd61-4340-aca4-8ff829aec0aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.849530] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 678.849530] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b4f5a2-086c-24cc-633a-f820102fd2d8" [ 678.849530] env[69760]: _type = "Task" [ 678.849530] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.860669] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b4f5a2-086c-24cc-633a-f820102fd2d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.895956] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.856s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.896985] env[69760]: DEBUG nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 678.900950] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.374s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 678.904936] env[69760]: INFO nova.compute.claims [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 678.918017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Releasing lock "refresh_cache-9b2b6fab-c836-4c5d-83a1-cf114fd908b7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.918017] env[69760]: DEBUG nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Instance network_info: |[{"id": "552d982a-1784-4f8d-8f91-3edf1a74e804", "address": "fa:16:3e:a5:48:55", "network": {"id": "8a516eee-fead-4c73-ac3b-1e4882253293", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-511069723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d1aad2d1114d368583115044b83016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552d982a-17", "ovs_interfaceid": "552d982a-1784-4f8d-8f91-3edf1a74e804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 678.918291] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a5:48:55', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8c979f78-8597-41f8-b1de-995014032689', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '552d982a-1784-4f8d-8f91-3edf1a74e804', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.928222] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Creating folder: Project (11d1aad2d1114d368583115044b83016). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.928661] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e99f6d57-f46f-49dd-9c88-67ec853b0358 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.940956] env[69760]: DEBUG oslo_vmware.api [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393352, 'name': PowerOffVM_Task, 'duration_secs': 0.278779} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.941753] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.941887] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.942461] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-490ebde7-acc3-472c-a867-dcbf17af5e37 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.951039] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Created folder: Project (11d1aad2d1114d368583115044b83016) in parent group-v676970. [ 678.951039] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Creating folder: Instances. Parent ref: group-v677024. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 678.951039] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-016291dc-ac2c-46d1-9bc6-9dc48bb430d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.970774] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Created folder: Instances in parent group-v677024. [ 678.970774] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 678.970989] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.971210] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75164efc-df5e-40c1-9bca-ba180ac56628 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.000045] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 679.000045] env[69760]: value = "task-3393357" [ 679.000045] env[69760]: _type = "Task" [ 679.000045] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.017524] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393357, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.036866] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.036983] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.037231] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Deleting the datastore file [datastore1] f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.037592] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c7e71b33-48a2-4ee2-9e89-7824f8a400a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.049851] env[69760]: DEBUG oslo_vmware.api [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for the task: (returnval){ [ 679.049851] env[69760]: value = "task-3393358" [ 679.049851] env[69760]: _type = "Task" [ 679.049851] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.064020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.064020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.064020] env[69760]: DEBUG oslo_vmware.api [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393358, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.136540] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393351, 'name': PowerOnVM_Task, 'duration_secs': 0.700745} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.136884] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 679.137218] env[69760]: INFO nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Took 12.18 seconds to spawn the instance on the hypervisor. [ 679.137477] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 679.138412] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffcbfbba-9c91-415a-80e4-30db42300841 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.169152] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393353, 'name': Rename_Task, 'duration_secs': 0.254596} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.169610] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 679.169962] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e2f1e1c-6e30-49a8-88aa-6db783128580 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.181483] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 679.181483] env[69760]: value = "task-3393359" [ 679.181483] env[69760]: _type = "Task" [ 679.181483] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.199267] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393359, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.302229] env[69760]: DEBUG nova.network.neutron [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Updating instance_info_cache with network_info: [{"id": "e00e4239-f774-4be6-825d-1cd323c20542", "address": "fa:16:3e:d0:bb:07", "network": {"id": "7448a048-426d-418a-b691-52b2286cd65d", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-817659641-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22f324c9670c4d3a9e130cacd4e303b1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6966f473-59ac-49bb-9b7a-22c61f4e61e2", "external-id": "nsx-vlan-transportzone-668", "segmentation_id": 668, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape00e4239-f7", "ovs_interfaceid": "e00e4239-f774-4be6-825d-1cd323c20542", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.361626] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b4f5a2-086c-24cc-633a-f820102fd2d8, 'name': SearchDatastore_Task, 'duration_secs': 0.013852} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.367812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.367812] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] c6eff15b-a047-414f-a599-c3c4eec2e8d0/c6eff15b-a047-414f-a599-c3c4eec2e8d0.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.367812] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a0fd1528-e91f-4daf-b678-405208981887 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.376029] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 679.376029] env[69760]: value = "task-3393360" [ 679.376029] env[69760]: _type = "Task" [ 679.376029] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.386503] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.409452] env[69760]: DEBUG nova.compute.utils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.413137] env[69760]: DEBUG nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 679.413420] env[69760]: DEBUG nova.network.neutron [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 679.451310] env[69760]: DEBUG nova.compute.manager [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Received event network-vif-plugged-552d982a-1784-4f8d-8f91-3edf1a74e804 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.451781] env[69760]: DEBUG oslo_concurrency.lockutils [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] Acquiring lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.452416] env[69760]: DEBUG oslo_concurrency.lockutils [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.452794] env[69760]: DEBUG oslo_concurrency.lockutils [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.453171] env[69760]: DEBUG nova.compute.manager [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] No waiting events found dispatching network-vif-plugged-552d982a-1784-4f8d-8f91-3edf1a74e804 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 679.453530] env[69760]: WARNING nova.compute.manager [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Received unexpected event network-vif-plugged-552d982a-1784-4f8d-8f91-3edf1a74e804 for instance with vm_state building and task_state spawning. [ 679.454039] env[69760]: DEBUG nova.compute.manager [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Received event network-changed-552d982a-1784-4f8d-8f91-3edf1a74e804 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 679.454364] env[69760]: DEBUG nova.compute.manager [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Refreshing instance network info cache due to event network-changed-552d982a-1784-4f8d-8f91-3edf1a74e804. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 679.455186] env[69760]: DEBUG oslo_concurrency.lockutils [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] Acquiring lock "refresh_cache-9b2b6fab-c836-4c5d-83a1-cf114fd908b7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.455663] env[69760]: DEBUG oslo_concurrency.lockutils [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] Acquired lock "refresh_cache-9b2b6fab-c836-4c5d-83a1-cf114fd908b7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.455980] env[69760]: DEBUG nova.network.neutron [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Refreshing network info cache for port 552d982a-1784-4f8d-8f91-3edf1a74e804 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 679.488816] env[69760]: DEBUG nova.network.neutron [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Updated VIF entry in instance network info cache for port e90bed96-4dbd-4e60-9491-5536f1fff55d. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 679.488816] env[69760]: DEBUG nova.network.neutron [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Updating instance_info_cache with network_info: [{"id": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "address": "fa:16:3e:1b:6f:18", "network": {"id": "5bb3bcfb-a3b2-481c-8768-549530c8c46a", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1942856402-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.198", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "727edc1957f844dca95e49c985e2996e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dbdab640-5fea-4254-8bd3-f855b7eaca0d", "external-id": "nsx-vlan-transportzone-615", "segmentation_id": 615, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape90bed96-4d", "ovs_interfaceid": "e90bed96-4dbd-4e60-9491-5536f1fff55d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.511037] env[69760]: DEBUG nova.policy [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ab11478f1fa400dbdeb33660b4c291e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd8590d5649734148948674a0d2863631', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.516632] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393357, 'name': CreateVM_Task, 'duration_secs': 0.424627} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.518166] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 679.519088] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84f2cd57-fccc-4ad3-8cb7-ea125da6af1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.523250] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.523540] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.523968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.524640] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f97a14-aacc-44d0-9bc0-0001f58e1fd2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.532209] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 679.532209] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4c70f-db51-ab13-c16e-74d5cad8930d" [ 679.532209] env[69760]: _type = "Task" [ 679.532209] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.548457] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance '506b1ae3-fc96-4c09-9e45-8fceeb80b492' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 679.565571] env[69760]: DEBUG oslo_vmware.api [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Task: {'id': task-3393358, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209529} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.569586] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 679.569943] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 679.572024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 679.572024] env[69760]: INFO nova.compute.manager [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Took 1.18 seconds to destroy the instance on the hypervisor. [ 679.572024] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 679.572024] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4c70f-db51-ab13-c16e-74d5cad8930d, 'name': SearchDatastore_Task, 'duration_secs': 0.01533} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.572024] env[69760]: DEBUG nova.compute.manager [-] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 679.572385] env[69760]: DEBUG nova.network.neutron [-] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.573680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.574036] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.574397] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.574661] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.574975] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.575395] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db3c8478-5085-46c2-8b30-4c24b489ab1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.592314] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.592314] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.592416] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b2ba3d-cd48-404e-8769-3bac93ff374f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.601926] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 679.601926] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527ae44b-7407-dd2d-db8d-dd82d434406d" [ 679.601926] env[69760]: _type = "Task" [ 679.601926] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.613809] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527ae44b-7407-dd2d-db8d-dd82d434406d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.675328] env[69760]: INFO nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Took 27.28 seconds to build instance. [ 679.693907] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393359, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.805533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Releasing lock "refresh_cache-8e973be7-c31b-4a66-8d0d-d4e7a51b580f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.887578] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393360, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.914680] env[69760]: DEBUG nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 679.990649] env[69760]: DEBUG oslo_concurrency.lockutils [req-379e813a-33c0-49e6-a602-cb787c05ef61 req-549b2974-0baf-4fa1-b9db-1bed13bc2e73 service nova] Releasing lock "refresh_cache-70afd0e3-0624-4d8a-8edb-b130d6e8c548" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.058315] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.058453] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65efe685-13f1-40cb-acf5-63f4a3556d7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.071564] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 680.071564] env[69760]: value = "task-3393361" [ 680.071564] env[69760]: _type = "Task" [ 680.071564] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.084897] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393361, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.112803] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527ae44b-7407-dd2d-db8d-dd82d434406d, 'name': SearchDatastore_Task, 'duration_secs': 0.022762} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.113684] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b71092ca-1791-4fd2-b20a-925935faa09d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.124281] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 680.124281] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b06d59-de0e-76ab-a558-f990fec35146" [ 680.124281] env[69760]: _type = "Task" [ 680.124281] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.138534] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b06d59-de0e-76ab-a558-f990fec35146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.178140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.799s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.191692] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393359, 'name': PowerOnVM_Task, 'duration_secs': 0.553529} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.195711] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 680.195932] env[69760]: INFO nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Took 10.45 seconds to spawn the instance on the hypervisor. [ 680.196337] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.198174] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17514516-a380-4243-b150-fabb9c659bd6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.253784] env[69760]: DEBUG nova.network.neutron [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Updated VIF entry in instance network info cache for port 552d982a-1784-4f8d-8f91-3edf1a74e804. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 680.254069] env[69760]: DEBUG nova.network.neutron [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Updating instance_info_cache with network_info: [{"id": "552d982a-1784-4f8d-8f91-3edf1a74e804", "address": "fa:16:3e:a5:48:55", "network": {"id": "8a516eee-fead-4c73-ac3b-1e4882253293", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-511069723-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11d1aad2d1114d368583115044b83016", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8c979f78-8597-41f8-b1de-995014032689", "external-id": "nsx-vlan-transportzone-477", "segmentation_id": 477, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap552d982a-17", "ovs_interfaceid": "552d982a-1784-4f8d-8f91-3edf1a74e804", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.315504] env[69760]: DEBUG nova.compute.manager [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 680.316661] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac461a97-7352-48aa-a569-6cf1a3cbc49c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.391084] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.581476} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.392078] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] c6eff15b-a047-414f-a599-c3c4eec2e8d0/c6eff15b-a047-414f-a599-c3c4eec2e8d0.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.392078] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.392078] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9762b19-1de0-4878-b533-3f1f7cf67722 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.404215] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 680.404215] env[69760]: value = "task-3393362" [ 680.404215] env[69760]: _type = "Task" [ 680.404215] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.416667] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.505336] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fff055a9-dd86-44bb-bf68-519b3c2e3d4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.516639] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e80ada1d-d9f1-4f78-b5d6-07eea3ba49f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.556718] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be404105-0cc0-488d-953b-99cfcecdbcfe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.565690] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f15a017-21de-4820-aac4-602dd92fccd1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.583058] env[69760]: DEBUG nova.compute.provider_tree [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.591147] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393361, 'name': PowerOffVM_Task, 'duration_secs': 0.389111} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.591454] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 680.591644] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance '506b1ae3-fc96-4c09-9e45-8fceeb80b492' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 680.625138] env[69760]: DEBUG nova.network.neutron [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Successfully created port: 4b0ea006-ea96-46bd-b87f-f9238aedc551 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 680.638432] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b06d59-de0e-76ab-a558-f990fec35146, 'name': SearchDatastore_Task, 'duration_secs': 0.021988} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.641431] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.641431] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 9b2b6fab-c836-4c5d-83a1-cf114fd908b7/9b2b6fab-c836-4c5d-83a1-cf114fd908b7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.641431] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ca5de58d-4312-4bdd-9baf-ec8317e3d704 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.649339] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 680.649339] env[69760]: value = "task-3393363" [ 680.649339] env[69760]: _type = "Task" [ 680.649339] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.661255] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.686168] env[69760]: DEBUG nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 680.729521] env[69760]: INFO nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Took 28.27 seconds to build instance. [ 680.763346] env[69760]: DEBUG oslo_concurrency.lockutils [req-39ad3105-0169-47b7-a997-07adba6f6c3e req-0170fb9d-f0e1-4d88-a4fa-893ee231c94d service nova] Releasing lock "refresh_cache-9b2b6fab-c836-4c5d-83a1-cf114fd908b7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.914714] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.294129} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.915018] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.919934] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df4ede26-1ce6-4622-b783-3d79592d4be5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.928321] env[69760]: DEBUG nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 680.957536] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Reconfiguring VM instance instance-00000013 to attach disk [datastore1] c6eff15b-a047-414f-a599-c3c4eec2e8d0/c6eff15b-a047-414f-a599-c3c4eec2e8d0.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.959862] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d9818bc-4694-4a2a-97f1-d5228c47f6b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.990047] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 680.990436] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 680.990651] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 680.991676] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 680.991676] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 680.991676] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 680.991676] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 680.991946] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 680.993138] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 680.993138] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 680.993138] env[69760]: DEBUG nova.virt.hardware [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 680.994033] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 680.994033] env[69760]: value = "task-3393364" [ 680.994033] env[69760]: _type = "Task" [ 680.994033] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.995890] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4f92ea6-b3c5-4e8d-a20b-00b263d7116c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.015892] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4035f7ac-e73c-4b29-8dd6-c7e9b9011532 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.018876] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393364, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.088220] env[69760]: DEBUG nova.scheduler.client.report [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.090725] env[69760]: DEBUG nova.network.neutron [-] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.098359] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 681.098562] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 681.098747] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.098938] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 681.099103] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.099409] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 681.099538] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 681.099734] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 681.099946] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 681.100205] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 681.100446] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 681.108490] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8070181e-2e39-467a-b86c-49d299ca36d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.127529] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 681.127529] env[69760]: value = "task-3393365" [ 681.127529] env[69760]: _type = "Task" [ 681.127529] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.138564] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393365, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.160470] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393363, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.215343] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.231230] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.778s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.336596] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026a4a5b-a8da-45dc-a359-76ade4635253 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.346951] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Doing hard reboot of VM {{(pid=69760) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 681.347267] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-590c27f5-b8b3-4dd0-9528-c90a0d3703db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.356997] env[69760]: DEBUG oslo_vmware.api [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 681.356997] env[69760]: value = "task-3393366" [ 681.356997] env[69760]: _type = "Task" [ 681.356997] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.371427] env[69760]: DEBUG oslo_vmware.api [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393366, 'name': ResetVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.517495] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393364, 'name': ReconfigVM_Task, 'duration_secs': 0.431466} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.517495] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Reconfigured VM instance instance-00000013 to attach disk [datastore1] c6eff15b-a047-414f-a599-c3c4eec2e8d0/c6eff15b-a047-414f-a599-c3c4eec2e8d0.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.518130] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff67c98e-c2f5-4013-a467-ef7d69b9b150 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.528662] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 681.528662] env[69760]: value = "task-3393367" [ 681.528662] env[69760]: _type = "Task" [ 681.528662] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.544418] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393367, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.593671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.693s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.594304] env[69760]: DEBUG nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 681.597717] env[69760]: INFO nova.compute.manager [-] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Took 2.03 seconds to deallocate network for instance. [ 681.598312] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.129s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.600195] env[69760]: INFO nova.compute.claims [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.641957] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393365, 'name': ReconfigVM_Task, 'duration_secs': 0.216424} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.642422] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance '506b1ae3-fc96-4c09-9e45-8fceeb80b492' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 681.663827] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393363, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.01289} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.664184] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 9b2b6fab-c836-4c5d-83a1-cf114fd908b7/9b2b6fab-c836-4c5d-83a1-cf114fd908b7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.664538] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.664911] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-79d95007-1ce3-427a-99c0-4842a04e2737 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.675301] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 681.675301] env[69760]: value = "task-3393368" [ 681.675301] env[69760]: _type = "Task" [ 681.675301] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.686932] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393368, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.734963] env[69760]: DEBUG nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 681.865356] env[69760]: DEBUG nova.compute.manager [req-996d1b65-f17c-4fa7-a2cd-8c51462edc08 req-e62d1f2b-6e24-4cf2-8314-47316cb831cc service nova] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Received event network-vif-deleted-5b329776-1f0d-4e89-a1fe-7d45ee608fb7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 681.873724] env[69760]: DEBUG oslo_vmware.api [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393366, 'name': ResetVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.040071] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393367, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.100581] env[69760]: DEBUG nova.compute.utils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 682.102528] env[69760]: DEBUG nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 682.102736] env[69760]: DEBUG nova.network.neutron [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 682.111457] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.153105] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 682.153514] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 682.153843] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 682.154097] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 682.154258] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 682.154411] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 682.154654] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 682.154829] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 682.155008] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 682.155180] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 682.155354] env[69760]: DEBUG nova.virt.hardware [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 682.160939] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Reconfiguring VM instance instance-0000000a to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 682.161519] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9edf1fb8-e403-43fa-8776-2618d844a45f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.192258] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 682.192258] env[69760]: value = "task-3393369" [ 682.192258] env[69760]: _type = "Task" [ 682.192258] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.192676] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393368, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084085} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.193164] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.198188] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3e79601-a9ea-46b6-aa21-47c47b4ad1eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.233709] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 9b2b6fab-c836-4c5d-83a1-cf114fd908b7/9b2b6fab-c836-4c5d-83a1-cf114fd908b7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.233709] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27a20307-8d74-4421-8758-5fcef399bb8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.251814] env[69760]: DEBUG nova.policy [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2bf9d9b98474ec3a59239cba4d7f1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e414f57f67e407cb221b97c1f6f5925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 682.260746] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 682.260746] env[69760]: value = "task-3393370" [ 682.260746] env[69760]: _type = "Task" [ 682.260746] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.270525] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393370, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.277578] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.367928] env[69760]: DEBUG oslo_vmware.api [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393366, 'name': ResetVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.539452] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393367, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.606570] env[69760]: DEBUG nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 682.703814] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393369, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.774516] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393370, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.876965] env[69760]: DEBUG oslo_vmware.api [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393366, 'name': ResetVM_Task, 'duration_secs': 1.133411} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.876965] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Did hard reboot of VM {{(pid=69760) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 682.876965] env[69760]: DEBUG nova.compute.manager [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 682.876965] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ecc2492-b515-4994-b90a-639d9bbe7a87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.040068] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393367, 'name': Rename_Task, 'duration_secs': 1.352902} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.040371] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.040611] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d0a1c4e-d1fd-45e6-8e6e-0c05cc51338f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.055885] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 683.055885] env[69760]: value = "task-3393371" [ 683.055885] env[69760]: _type = "Task" [ 683.055885] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.069398] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393371, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.211479] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393369, 'name': ReconfigVM_Task, 'duration_secs': 0.6955} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.212040] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Reconfigured VM instance instance-0000000a to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 683.213116] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e27079-d879-48d7-ba1d-104387fe8d18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.253359] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] 506b1ae3-fc96-4c09-9e45-8fceeb80b492/506b1ae3-fc96-4c09-9e45-8fceeb80b492.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 683.254212] env[69760]: DEBUG nova.network.neutron [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Successfully updated port: 4b0ea006-ea96-46bd-b87f-f9238aedc551 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 683.264539] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6355f2b4-87b0-4e65-a6d7-d13204ddef6a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.290738] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393370, 'name': ReconfigVM_Task, 'duration_secs': 0.808144} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.292475] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 9b2b6fab-c836-4c5d-83a1-cf114fd908b7/9b2b6fab-c836-4c5d-83a1-cf114fd908b7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.294089] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 683.294089] env[69760]: value = "task-3393372" [ 683.294089] env[69760]: _type = "Task" [ 683.294089] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.298274] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1ab0e4-c178-409a-a4ec-2681fde73247 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.309360] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393372, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.310882] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 683.310882] env[69760]: value = "task-3393373" [ 683.310882] env[69760]: _type = "Task" [ 683.310882] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.326719] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393373, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.337554] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7835fd-1b50-4376-8cb1-3a3eab20a4f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.356346] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbcba02-d27c-4ac2-b144-4232b41e7bf7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.396627] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b0d6469-a862-4e85-a86c-d12535fe0c83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.399985] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5581fbb5-330c-486e-9572-30b5239cc896 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.617s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.407444] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb0c572-69ab-405e-bd42-23c3767a0569 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.414137] env[69760]: DEBUG nova.network.neutron [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Successfully created port: 0b7d17ab-de31-44ca-8fd5-4c39b5bb279b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 683.427860] env[69760]: DEBUG nova.compute.provider_tree [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.568785] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393371, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.620945] env[69760]: DEBUG nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 683.677891] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 683.679718] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 683.679718] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.679718] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 683.679718] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.679718] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 683.679963] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 683.679963] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 683.679963] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 683.680144] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 683.680268] env[69760]: DEBUG nova.virt.hardware [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 683.681363] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e44b8403-024e-43bd-8ea4-278d8177e6d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.694374] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc38a4e1-bce8-42b0-8bf9-0531635004d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.780185] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.780185] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquired lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.780185] env[69760]: DEBUG nova.network.neutron [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 683.814755] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393372, 'name': ReconfigVM_Task, 'duration_secs': 0.321374} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.818641] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Reconfigured VM instance instance-0000000a to attach disk [datastore1] 506b1ae3-fc96-4c09-9e45-8fceeb80b492/506b1ae3-fc96-4c09-9e45-8fceeb80b492.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.820118] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance '506b1ae3-fc96-4c09-9e45-8fceeb80b492' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 683.831449] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393373, 'name': Rename_Task, 'duration_secs': 0.195785} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.831842] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.833551] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-233c055e-c4a7-45d3-b7cf-66bf53b460cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.846246] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 683.846246] env[69760]: value = "task-3393374" [ 683.846246] env[69760]: _type = "Task" [ 683.846246] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.856823] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393374, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.932645] env[69760]: DEBUG nova.scheduler.client.report [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 684.070194] env[69760]: DEBUG oslo_vmware.api [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393371, 'name': PowerOnVM_Task, 'duration_secs': 0.52024} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.070472] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.070664] env[69760]: INFO nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Took 11.58 seconds to spawn the instance on the hypervisor. [ 684.070834] env[69760]: DEBUG nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 684.071627] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6e00171-761f-44eb-b938-46475cf0602a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.297659] env[69760]: DEBUG nova.compute.manager [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Received event network-vif-plugged-4b0ea006-ea96-46bd-b87f-f9238aedc551 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.298437] env[69760]: DEBUG oslo_concurrency.lockutils [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] Acquiring lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.298437] env[69760]: DEBUG oslo_concurrency.lockutils [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.298886] env[69760]: DEBUG oslo_concurrency.lockutils [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.299121] env[69760]: DEBUG nova.compute.manager [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] No waiting events found dispatching network-vif-plugged-4b0ea006-ea96-46bd-b87f-f9238aedc551 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 684.299433] env[69760]: WARNING nova.compute.manager [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Received unexpected event network-vif-plugged-4b0ea006-ea96-46bd-b87f-f9238aedc551 for instance with vm_state building and task_state spawning. [ 684.300270] env[69760]: DEBUG nova.compute.manager [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Received event network-changed-4b0ea006-ea96-46bd-b87f-f9238aedc551 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 684.300270] env[69760]: DEBUG nova.compute.manager [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Refreshing instance network info cache due to event network-changed-4b0ea006-ea96-46bd-b87f-f9238aedc551. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 684.300270] env[69760]: DEBUG oslo_concurrency.lockutils [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] Acquiring lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.328328] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96dcf0ef-3f5d-4c95-8a6e-e23cb890e15d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.340675] env[69760]: DEBUG nova.network.neutron [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 684.368805] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439326cb-0ce3-4775-a027-b29086f4634b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.378060] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393374, 'name': PowerOnVM_Task} progress is 1%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.394981] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance '506b1ae3-fc96-4c09-9e45-8fceeb80b492' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 684.437149] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.839s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.437744] env[69760]: DEBUG nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 684.440530] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.300s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.442561] env[69760]: INFO nova.compute.claims [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.590927] env[69760]: DEBUG nova.network.neutron [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Updating instance_info_cache with network_info: [{"id": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "address": "fa:16:3e:50:7c:1d", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0ea006-ea", "ovs_interfaceid": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.594298] env[69760]: INFO nova.compute.manager [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Took 28.79 seconds to build instance. [ 684.877087] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393374, 'name': PowerOnVM_Task} progress is 64%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.946797] env[69760]: DEBUG nova.compute.utils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.953821] env[69760]: DEBUG nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 684.985109] env[69760]: DEBUG nova.network.neutron [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Port c7b74a11-1239-44fa-9072-45f6bce9a067 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 685.096622] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Releasing lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.097272] env[69760]: DEBUG nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Instance network_info: |[{"id": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "address": "fa:16:3e:50:7c:1d", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0ea006-ea", "ovs_interfaceid": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 685.097272] env[69760]: DEBUG oslo_concurrency.lockutils [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] Acquired lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.097475] env[69760]: DEBUG nova.network.neutron [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Refreshing network info cache for port 4b0ea006-ea96-46bd-b87f-f9238aedc551 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 685.098681] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:50:7c:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4b0ea006-ea96-46bd-b87f-f9238aedc551', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.107431] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Creating folder: Project (d8590d5649734148948674a0d2863631). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.108123] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21403623-63b5-4ba6-89e8-58afc6cb9c19 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.605s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.108380] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-69024a9a-a40a-4622-97ed-df50014d6444 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.126206] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Created folder: Project (d8590d5649734148948674a0d2863631) in parent group-v676970. [ 685.126206] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Creating folder: Instances. Parent ref: group-v677027. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 685.126352] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eecd533-32e8-4959-b414-aa765596da8e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.143056] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Created folder: Instances in parent group-v677027. [ 685.143324] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 685.143508] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.143712] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a67e2bfa-15b3-486e-b00a-0b2da06cc549 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.164310] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.164310] env[69760]: value = "task-3393377" [ 685.164310] env[69760]: _type = "Task" [ 685.164310] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.172442] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393377, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.327603] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.328083] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.328360] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 685.328685] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 685.328774] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 685.331423] env[69760]: INFO nova.compute.manager [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Terminating instance [ 685.375441] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393374, 'name': PowerOnVM_Task} progress is 82%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.454430] env[69760]: DEBUG nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 685.616632] env[69760]: DEBUG nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 685.677328] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393377, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.841383] env[69760]: DEBUG nova.compute.manager [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 685.841692] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 685.846094] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4cc6f3-6365-44ea-80ed-24b54533d177 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.856889] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 685.857304] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1208e421-7ce0-4fc9-853b-dbed48e825de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.865727] env[69760]: DEBUG oslo_vmware.api [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 685.865727] env[69760]: value = "task-3393378" [ 685.865727] env[69760]: _type = "Task" [ 685.865727] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.875866] env[69760]: DEBUG nova.network.neutron [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Successfully updated port: 0b7d17ab-de31-44ca-8fd5-4c39b5bb279b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 685.884135] env[69760]: DEBUG oslo_vmware.api [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393374, 'name': PowerOnVM_Task, 'duration_secs': 2.025936} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.887957] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.890834] env[69760]: INFO nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Took 10.56 seconds to spawn the instance on the hypervisor. [ 685.890834] env[69760]: DEBUG nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 685.890834] env[69760]: DEBUG oslo_vmware.api [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393378, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.890834] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64cb00a7-ca14-4e3a-a59c-703302dd6fb3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.019696] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.019696] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.019855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.080934] env[69760]: DEBUG nova.network.neutron [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Updated VIF entry in instance network info cache for port 4b0ea006-ea96-46bd-b87f-f9238aedc551. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 686.081539] env[69760]: DEBUG nova.network.neutron [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Updating instance_info_cache with network_info: [{"id": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "address": "fa:16:3e:50:7c:1d", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0ea006-ea", "ovs_interfaceid": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.147542] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.149895] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e631934-73af-4793-a41e-9319d8715edd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.158562] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc7407bc-8a80-4cbb-986b-8ce0dd1075a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.196174] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616b7107-9701-4eda-97f2-6c35cd62e304 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.204551] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393377, 'name': CreateVM_Task, 'duration_secs': 0.67748} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.206751] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.207680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.207869] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.208329] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.209614] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00962e63-f260-4711-892e-730313ad432e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.214204] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-991f51c0-3831-4524-a5d3-0df16dee4595 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.230729] env[69760]: DEBUG nova.compute.provider_tree [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.232719] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 686.232719] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52632db4-32f0-dd06-8b3c-60a7ad893274" [ 686.232719] env[69760]: _type = "Task" [ 686.232719] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.241576] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52632db4-32f0-dd06-8b3c-60a7ad893274, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.241876] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.242128] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.242579] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.242823] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.243041] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.243348] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-631020a7-20f4-4dcf-b02d-1695ca69848e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.253060] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.253260] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.254060] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e8987e3-6191-45fc-9b75-4c4ad6b6fa1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.261319] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 686.261319] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c66c5-1871-a479-00ba-fd8cc3812c14" [ 686.261319] env[69760]: _type = "Task" [ 686.261319] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.270600] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c66c5-1871-a479-00ba-fd8cc3812c14, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.382620] env[69760]: DEBUG oslo_vmware.api [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393378, 'name': PowerOffVM_Task, 'duration_secs': 0.286755} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.382833] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 686.383029] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 686.383217] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-274a42af-0cc1-4519-bfcb-b360722a1575 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.385735] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "refresh_cache-011f3a11-47dc-4297-95e1-542e1a0227c1" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.385735] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "refresh_cache-011f3a11-47dc-4297-95e1-542e1a0227c1" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.386102] env[69760]: DEBUG nova.network.neutron [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.413358] env[69760]: INFO nova.compute.manager [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Took 30.26 seconds to build instance. [ 686.468309] env[69760]: DEBUG nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 686.474495] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 686.474716] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 686.474889] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Deleting the datastore file [datastore2] 8e973be7-c31b-4a66-8d0d-d4e7a51b580f {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 686.476669] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2f14bd92-92df-4f63-a9bc-7ce55eb3127b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.482495] env[69760]: DEBUG oslo_vmware.api [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for the task: (returnval){ [ 686.482495] env[69760]: value = "task-3393380" [ 686.482495] env[69760]: _type = "Task" [ 686.482495] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.494035] env[69760]: DEBUG oslo_vmware.api [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393380, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.503235] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 686.503532] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 686.503714] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.503900] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 686.504319] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.504438] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 686.504657] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 686.504824] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 686.505165] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 686.505384] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 686.505569] env[69760]: DEBUG nova.virt.hardware [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 686.507190] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e61f8f9-2c59-4b9c-ab2c-d7399a59312e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.518440] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a872a68-34c8-415e-8092-ca3a44644213 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.540885] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 686.547441] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Creating folder: Project (134693f9b9734571a7a983bb6f763aa9). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.548897] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ede004ad-855c-48f5-855e-d13baf1f168c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.559049] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Created folder: Project (134693f9b9734571a7a983bb6f763aa9) in parent group-v676970. [ 686.559274] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Creating folder: Instances. Parent ref: group-v677030. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 686.559487] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62c7bec8-5b47-4546-b58a-784347d6beae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.568964] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Created folder: Instances in parent group-v677030. [ 686.569242] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.569441] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 686.569649] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d98a686-43e6-4f6b-b4f1-bae6bacbf88b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.582819] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.583552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.583552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.583552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.583760] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.585731] env[69760]: DEBUG oslo_concurrency.lockutils [req-e46d4365-7b6a-4658-bb51-7e0e7543ebbe req-e9276429-ef7b-4530-bf0a-221c1d1495ef service nova] Releasing lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.586769] env[69760]: INFO nova.compute.manager [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Terminating instance [ 686.593163] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 686.593163] env[69760]: value = "task-3393383" [ 686.593163] env[69760]: _type = "Task" [ 686.593163] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.600833] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393383, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.734946] env[69760]: DEBUG nova.scheduler.client.report [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.775085] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c66c5-1871-a479-00ba-fd8cc3812c14, 'name': SearchDatastore_Task, 'duration_secs': 0.010322} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.776916] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-112dc979-83e6-49d3-8d1f-bd109dcb4311 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.784275] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 686.784275] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520237f5-a01c-feb9-03f3-9bfdd9fe80a6" [ 686.784275] env[69760]: _type = "Task" [ 686.784275] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.794418] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520237f5-a01c-feb9-03f3-9bfdd9fe80a6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.849735] env[69760]: DEBUG nova.compute.manager [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Received event network-vif-plugged-0b7d17ab-de31-44ca-8fd5-4c39b5bb279b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.849975] env[69760]: DEBUG oslo_concurrency.lockutils [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] Acquiring lock "011f3a11-47dc-4297-95e1-542e1a0227c1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.850490] env[69760]: DEBUG oslo_concurrency.lockutils [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.850716] env[69760]: DEBUG oslo_concurrency.lockutils [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.850900] env[69760]: DEBUG nova.compute.manager [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] No waiting events found dispatching network-vif-plugged-0b7d17ab-de31-44ca-8fd5-4c39b5bb279b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 686.851117] env[69760]: WARNING nova.compute.manager [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Received unexpected event network-vif-plugged-0b7d17ab-de31-44ca-8fd5-4c39b5bb279b for instance with vm_state building and task_state spawning. [ 686.851314] env[69760]: DEBUG nova.compute.manager [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Received event network-changed-0b7d17ab-de31-44ca-8fd5-4c39b5bb279b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 686.851504] env[69760]: DEBUG nova.compute.manager [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Refreshing instance network info cache due to event network-changed-0b7d17ab-de31-44ca-8fd5-4c39b5bb279b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 686.851723] env[69760]: DEBUG oslo_concurrency.lockutils [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] Acquiring lock "refresh_cache-011f3a11-47dc-4297-95e1-542e1a0227c1" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.918130] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f3f744b4-c3e3-4546-84aa-d3d833878b58 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.376s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.949632] env[69760]: DEBUG nova.network.neutron [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 686.994749] env[69760]: DEBUG oslo_vmware.api [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Task: {'id': task-3393380, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278477} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.995053] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 686.995286] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 686.995551] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 686.995779] env[69760]: INFO nova.compute.manager [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 686.996141] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 686.996374] env[69760]: DEBUG nova.compute.manager [-] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 686.996704] env[69760]: DEBUG nova.network.neutron [-] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.090798] env[69760]: DEBUG nova.compute.manager [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 687.090798] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 687.091475] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1c560d7-ca3e-458f-9ade-e1dd161175ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.110992] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 687.111263] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393383, 'name': CreateVM_Task, 'duration_secs': 0.305777} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.111460] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-003b46c6-d31b-4a6f-9d1a-ad8d1645139f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.113550] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 687.114096] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.114246] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.116038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.116038] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36517ecf-cad2-4355-b79a-8094ed093204 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.120497] env[69760]: DEBUG oslo_vmware.api [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 687.120497] env[69760]: value = "task-3393384" [ 687.120497] env[69760]: _type = "Task" [ 687.120497] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.127172] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 687.127172] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524f92bc-108a-1fc1-91c0-6c0bcf82eab7" [ 687.127172] env[69760]: _type = "Task" [ 687.127172] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.133680] env[69760]: DEBUG oslo_vmware.api [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.134650] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.134812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.135208] env[69760]: DEBUG nova.network.neutron [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 687.144701] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524f92bc-108a-1fc1-91c0-6c0bcf82eab7, 'name': SearchDatastore_Task, 'duration_secs': 0.013408} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.145136] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.150030] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 687.150030] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.240464] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.800s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.241112] env[69760]: DEBUG nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 687.245743] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.972s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.246555] env[69760]: DEBUG nova.objects.instance [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lazy-loading 'resources' on Instance uuid 5124e102-6811-46a0-a71a-a237ae4a6356 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.266447] env[69760]: DEBUG nova.network.neutron [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Updating instance_info_cache with network_info: [{"id": "0b7d17ab-de31-44ca-8fd5-4c39b5bb279b", "address": "fa:16:3e:d2:e8:3b", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d17ab-de", "ovs_interfaceid": "0b7d17ab-de31-44ca-8fd5-4c39b5bb279b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.297939] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520237f5-a01c-feb9-03f3-9bfdd9fe80a6, 'name': SearchDatastore_Task, 'duration_secs': 0.014766} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.299205] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.299519] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b5d44093-2bb4-4f6d-a774-2db3d2f91f47/b5d44093-2bb4-4f6d-a774-2db3d2f91f47.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.299841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.300421] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 687.300690] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a71fbdd8-b2ce-4429-b00c-88413fc40781 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.303760] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-640efdb5-1223-482b-b930-90b2795c0bff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.314831] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 687.314831] env[69760]: value = "task-3393385" [ 687.314831] env[69760]: _type = "Task" [ 687.314831] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.316354] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 687.319024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 687.322800] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81431fc2-549c-41bf-80b9-def530156a84 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.334017] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393385, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.335764] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 687.335764] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c170e5-c5a1-2abe-e961-c6959067a36f" [ 687.335764] env[69760]: _type = "Task" [ 687.335764] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.345181] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c170e5-c5a1-2abe-e961-c6959067a36f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.419797] env[69760]: DEBUG nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 687.636464] env[69760]: DEBUG oslo_vmware.api [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393384, 'name': PowerOffVM_Task, 'duration_secs': 0.211763} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.636464] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 687.636464] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 687.636464] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f4b2dd80-7e7c-40c9-9389-56a179867f16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.714295] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 687.714295] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 687.714295] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleting the datastore file [datastore2] 5d016a77-5a8b-434f-ba21-11c1229b2fe2 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 687.714295] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6cca821c-8636-4342-a80d-6d90543bfcc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.723768] env[69760]: DEBUG oslo_vmware.api [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 687.723768] env[69760]: value = "task-3393391" [ 687.723768] env[69760]: _type = "Task" [ 687.723768] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.736152] env[69760]: DEBUG oslo_vmware.api [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393391, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.750895] env[69760]: DEBUG nova.compute.utils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.752566] env[69760]: DEBUG nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 687.752676] env[69760]: DEBUG nova.network.neutron [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 687.772157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "refresh_cache-011f3a11-47dc-4297-95e1-542e1a0227c1" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.772157] env[69760]: DEBUG nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Instance network_info: |[{"id": "0b7d17ab-de31-44ca-8fd5-4c39b5bb279b", "address": "fa:16:3e:d2:e8:3b", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d17ab-de", "ovs_interfaceid": "0b7d17ab-de31-44ca-8fd5-4c39b5bb279b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 687.772601] env[69760]: DEBUG oslo_concurrency.lockutils [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] Acquired lock "refresh_cache-011f3a11-47dc-4297-95e1-542e1a0227c1" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.775479] env[69760]: DEBUG nova.network.neutron [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Refreshing network info cache for port 0b7d17ab-de31-44ca-8fd5-4c39b5bb279b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 687.778955] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:e8:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b7d17ab-de31-44ca-8fd5-4c39b5bb279b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 687.792270] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 687.797980] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a29049d-9910-40d2-b542-adaa1b904237 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "interface-9b2b6fab-c836-4c5d-83a1-cf114fd908b7-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.798645] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a29049d-9910-40d2-b542-adaa1b904237 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "interface-9b2b6fab-c836-4c5d-83a1-cf114fd908b7-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.799046] env[69760]: DEBUG nova.objects.instance [None req-4a29049d-9910-40d2-b542-adaa1b904237 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lazy-loading 'flavor' on Instance uuid 9b2b6fab-c836-4c5d-83a1-cf114fd908b7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.802095] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 687.809598] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-036e60a3-193d-4444-86fc-1e6f8d406acf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.847740] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 687.847740] env[69760]: value = "task-3393392" [ 687.847740] env[69760]: _type = "Task" [ 687.847740] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.848443] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393385, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.854749] env[69760]: DEBUG nova.policy [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657b59c41c6548fbb343955ef8efd620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10392b98714542abbe32352538ccddc6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 687.871546] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c170e5-c5a1-2abe-e961-c6959067a36f, 'name': SearchDatastore_Task, 'duration_secs': 0.012192} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.872829] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-933aedcc-30d9-4a1a-8e71-5ae56ea2748a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.878600] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393392, 'name': CreateVM_Task} progress is 15%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.884125] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 687.884125] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52338af0-93cf-4f98-5e7c-9fab29993a3f" [ 687.884125] env[69760]: _type = "Task" [ 687.884125] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.894009] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52338af0-93cf-4f98-5e7c-9fab29993a3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.943923] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 688.008874] env[69760]: DEBUG nova.network.neutron [-] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.178885] env[69760]: DEBUG nova.network.neutron [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance_info_cache with network_info: [{"id": "c7b74a11-1239-44fa-9072-45f6bce9a067", "address": "fa:16:3e:52:26:bd", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b74a11-12", "ovs_interfaceid": "c7b74a11-1239-44fa-9072-45f6bce9a067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.239497] env[69760]: DEBUG oslo_vmware.api [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393391, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.244057} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.242553] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 688.242774] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 688.244031] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 688.244031] env[69760]: INFO nova.compute.manager [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Took 1.15 seconds to destroy the instance on the hypervisor. [ 688.244031] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 688.245143] env[69760]: DEBUG nova.compute.manager [-] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 688.245143] env[69760]: DEBUG nova.network.neutron [-] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 688.269023] env[69760]: DEBUG nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 688.307542] env[69760]: DEBUG nova.objects.instance [None req-4a29049d-9910-40d2-b542-adaa1b904237 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lazy-loading 'pci_requests' on Instance uuid 9b2b6fab-c836-4c5d-83a1-cf114fd908b7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 688.344077] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393385, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586776} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.344194] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b5d44093-2bb4-4f6d-a774-2db3d2f91f47/b5d44093-2bb4-4f6d-a774-2db3d2f91f47.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 688.344385] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 688.344650] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39565edf-b229-4dbb-beaf-858f6d8871d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.353576] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 688.353576] env[69760]: value = "task-3393393" [ 688.353576] env[69760]: _type = "Task" [ 688.353576] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.364357] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393393, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.369750] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393392, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.397254] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52338af0-93cf-4f98-5e7c-9fab29993a3f, 'name': SearchDatastore_Task, 'duration_secs': 0.022652} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.400456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.400456] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 19fabf54-73cd-4544-9913-b89f7c3339a5/19fabf54-73cd-4544-9913-b89f7c3339a5.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 688.400634] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fc91e663-4d55-460a-837c-639f465f6e53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.409244] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 688.409244] env[69760]: value = "task-3393394" [ 688.409244] env[69760]: _type = "Task" [ 688.409244] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.420412] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393394, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.475056] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c952e036-2a17-47f5-94d5-b828a51ab7df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.483223] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d048683-2a2f-4043-b8de-8b862b8895a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.520730] env[69760]: INFO nova.compute.manager [-] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Took 1.52 seconds to deallocate network for instance. [ 688.526018] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0953811-d682-46e6-9c42-f6ceb52c6f21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.535280] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45f70dd-f3da-4688-a5f9-037bdb393183 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.549969] env[69760]: DEBUG nova.compute.provider_tree [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.609256] env[69760]: DEBUG nova.network.neutron [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Updated VIF entry in instance network info cache for port 0b7d17ab-de31-44ca-8fd5-4c39b5bb279b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 688.609662] env[69760]: DEBUG nova.network.neutron [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Updating instance_info_cache with network_info: [{"id": "0b7d17ab-de31-44ca-8fd5-4c39b5bb279b", "address": "fa:16:3e:d2:e8:3b", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b7d17ab-de", "ovs_interfaceid": "0b7d17ab-de31-44ca-8fd5-4c39b5bb279b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 688.684972] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.811664] env[69760]: DEBUG nova.objects.base [None req-4a29049d-9910-40d2-b542-adaa1b904237 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Object Instance<9b2b6fab-c836-4c5d-83a1-cf114fd908b7> lazy-loaded attributes: flavor,pci_requests {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 688.812029] env[69760]: DEBUG nova.network.neutron [None req-4a29049d-9910-40d2-b542-adaa1b904237 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 688.865131] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393393, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072012} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.867043] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 688.867043] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b463f67b-2e34-4f68-bc10-e081f2361333 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.874737] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393392, 'name': CreateVM_Task, 'duration_secs': 0.629834} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.876249] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 688.876746] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.876973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.877326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.890711] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5433033c-e3f8-4f28-a301-7fdaface5aab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.906142] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] b5d44093-2bb4-4f6d-a774-2db3d2f91f47/b5d44093-2bb4-4f6d-a774-2db3d2f91f47.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 688.910464] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-29ff5c1f-5086-4c99-bfdd-c553a342a25d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.927090] env[69760]: DEBUG nova.network.neutron [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Successfully created port: bb6cde40-9aaf-42de-a0da-c53e681f5a2b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 688.935343] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 688.935343] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b51cd9-b8e1-2dc4-89f0-f1c27d34dede" [ 688.935343] env[69760]: _type = "Task" [ 688.935343] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.945414] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393394, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.945733] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 688.945733] env[69760]: value = "task-3393395" [ 688.945733] env[69760]: _type = "Task" [ 688.945733] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.954134] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b51cd9-b8e1-2dc4-89f0-f1c27d34dede, 'name': SearchDatastore_Task, 'duration_secs': 0.014036} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.954872] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.955152] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 688.955488] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.955682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.955886] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 688.959293] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1f161fa4-677e-45ee-8e5e-607338bf1bac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.961730] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.968504] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 688.968739] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 688.969630] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af42c74a-aa7e-48d4-9e0c-c858bcbdaef6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.975485] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 688.975485] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f61900-d896-ba7a-3198-71bb4b103f7a" [ 688.975485] env[69760]: _type = "Task" [ 688.975485] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.984037] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f61900-d896-ba7a-3198-71bb4b103f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.005515] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a29049d-9910-40d2-b542-adaa1b904237 tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "interface-9b2b6fab-c836-4c5d-83a1-cf114fd908b7-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.207s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.032183] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 689.053154] env[69760]: DEBUG nova.scheduler.client.report [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 689.112731] env[69760]: DEBUG oslo_concurrency.lockutils [req-09e33f87-985b-4658-899e-fddf63401c23 req-d5627ffe-a1e0-491d-ac48-683a095fbf55 service nova] Releasing lock "refresh_cache-011f3a11-47dc-4297-95e1-542e1a0227c1" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.216355] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-126061ff-4c7d-45cc-ac59-86e6df1df34b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.239377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685e69b3-a5be-458d-bd40-34fb1fdd41b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.251068] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance '506b1ae3-fc96-4c09-9e45-8fceeb80b492' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 689.280565] env[69760]: DEBUG nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 689.314829] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 689.314829] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 689.315261] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.315686] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 689.316213] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.319029] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 689.319029] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 689.319029] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 689.319029] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 689.319029] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 689.319256] env[69760]: DEBUG nova.virt.hardware [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 689.319256] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360fa23a-6229-4409-b45f-3af43621d5ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.328796] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38f7978b-528e-4e7f-8c19-ae519729bcf4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.438693] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393394, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.536861} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.439041] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 19fabf54-73cd-4544-9913-b89f7c3339a5/19fabf54-73cd-4544-9913-b89f7c3339a5.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.439335] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.439593] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4ce0232-edba-473d-8b06-96d6eaeec497 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.446486] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 689.446486] env[69760]: value = "task-3393396" [ 689.446486] env[69760]: _type = "Task" [ 689.446486] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.459166] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393395, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.463523] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393396, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.490062] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f61900-d896-ba7a-3198-71bb4b103f7a, 'name': SearchDatastore_Task, 'duration_secs': 0.011943} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.491195] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1655e22a-25f3-48ed-bd16-283081d42cd3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.497422] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 689.497422] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52548da1-caa7-755e-b437-6c8da39ed9b9" [ 689.497422] env[69760]: _type = "Task" [ 689.497422] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.515826] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52548da1-caa7-755e-b437-6c8da39ed9b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.558957] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.314s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.561681] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.980s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.563270] env[69760]: INFO nova.compute.claims [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 689.588291] env[69760]: INFO nova.scheduler.client.report [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Deleted allocations for instance 5124e102-6811-46a0-a71a-a237ae4a6356 [ 689.618577] env[69760]: DEBUG nova.network.neutron [-] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 689.760203] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 689.760818] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-89d1f08b-5261-4221-b9c4-8942f8453d00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.769091] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 689.769091] env[69760]: value = "task-3393397" [ 689.769091] env[69760]: _type = "Task" [ 689.769091] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.778353] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393397, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.961442] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393396, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.159727} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.965174] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.965654] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393395, 'name': ReconfigVM_Task, 'duration_secs': 0.771645} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.966604] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b97bbd-e5da-47dd-8478-e660e3c36ed3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.969774] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Reconfigured VM instance instance-00000015 to attach disk [datastore1] b5d44093-2bb4-4f6d-a774-2db3d2f91f47/b5d44093-2bb4-4f6d-a774-2db3d2f91f47.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 689.970557] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff34167b-dc90-4b85-8f21-2b4d1be9c2d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.991537] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] 19fabf54-73cd-4544-9913-b89f7c3339a5/19fabf54-73cd-4544-9913-b89f7c3339a5.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.993241] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf2d25fc-5f5b-4717-ae6a-8808ef12298c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.009869] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 690.009869] env[69760]: value = "task-3393398" [ 690.009869] env[69760]: _type = "Task" [ 690.009869] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.023251] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 690.023251] env[69760]: value = "task-3393399" [ 690.023251] env[69760]: _type = "Task" [ 690.023251] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.030289] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393398, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.030528] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52548da1-caa7-755e-b437-6c8da39ed9b9, 'name': SearchDatastore_Task, 'duration_secs': 0.027467} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.035244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.036033] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 011f3a11-47dc-4297-95e1-542e1a0227c1/011f3a11-47dc-4297-95e1-542e1a0227c1.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 690.036169] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4f019c5-5e96-4c8c-b0ea-3bd0db521a86 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.043401] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393399, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.044601] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 690.044601] env[69760]: value = "task-3393400" [ 690.044601] env[69760]: _type = "Task" [ 690.044601] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.051873] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393400, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.098534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01966252-3679-4ced-aeea-6f0e7ad2d88f tempest-FloatingIPsAssociationNegativeTestJSON-1329798695 tempest-FloatingIPsAssociationNegativeTestJSON-1329798695-project-member] Lock "5124e102-6811-46a0-a71a-a237ae4a6356" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.664s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.122295] env[69760]: INFO nova.compute.manager [-] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Took 1.88 seconds to deallocate network for instance. [ 690.284537] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.320244] env[69760]: DEBUG nova.compute.manager [req-3d5deabf-681c-4529-862a-64754e40a0e8 req-717780f8-4ae3-4699-b2f5-cbffff730916 service nova] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Received event network-vif-deleted-e00e4239-f774-4be6-825d-1cd323c20542 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 690.528025] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393398, 'name': Rename_Task, 'duration_secs': 0.164434} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.528025] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 690.528025] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-35e6896c-b14a-4051-a35a-bf0274ea91cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.536228] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 690.536228] env[69760]: value = "task-3393401" [ 690.536228] env[69760]: _type = "Task" [ 690.536228] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.546976] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393399, 'name': ReconfigVM_Task, 'duration_secs': 0.341119} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.555856] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Reconfigured VM instance instance-00000017 to attach disk [datastore1] 19fabf54-73cd-4544-9913-b89f7c3339a5/19fabf54-73cd-4544-9913-b89f7c3339a5.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.556539] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.556767] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a0db590-4636-4cb7-9ef3-6793fc1e642a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.565263] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393400, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.476837} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.566765] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 011f3a11-47dc-4297-95e1-542e1a0227c1/011f3a11-47dc-4297-95e1-542e1a0227c1.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 690.566921] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 690.567256] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 690.567256] env[69760]: value = "task-3393402" [ 690.567256] env[69760]: _type = "Task" [ 690.567256] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.567455] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6b7be9f-d071-4f01-958b-afe2eecb21b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.577525] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 690.577525] env[69760]: value = "task-3393404" [ 690.577525] env[69760]: _type = "Task" [ 690.577525] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.581978] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393402, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.589913] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393404, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.629637] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 690.779858] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.988698] env[69760]: DEBUG nova.network.neutron [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Successfully updated port: bb6cde40-9aaf-42de-a0da-c53e681f5a2b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 691.049998] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393401, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.079611] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393402, 'name': Rename_Task, 'duration_secs': 0.159948} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.079898] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.080171] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2b4a92cb-10fa-4427-9cbd-56c4dff3e1f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.090057] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 691.090057] env[69760]: value = "task-3393405" [ 691.090057] env[69760]: _type = "Task" [ 691.090057] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.093414] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393404, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08079} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.096488] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 691.099683] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d814717-288c-4b53-a042-727a3a4df53c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.107573] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393405, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.128388] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 011f3a11-47dc-4297-95e1-542e1a0227c1/011f3a11-47dc-4297-95e1-542e1a0227c1.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 691.131662] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b3eac735-8654-4d51-b412-42ade010615a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.152966] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 691.152966] env[69760]: value = "task-3393406" [ 691.152966] env[69760]: _type = "Task" [ 691.152966] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.164860] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393406, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.192450] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70908f4d-3da3-4548-9828-c3db6fcbe9a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.200339] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d531828-a654-4cc8-92ef-14b502b52f96 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.234849] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-638052a0-4477-4fcf-a2ce-366f8076d18b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.243972] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af950e3b-efc4-47a8-becb-0b1e169daee7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.267468] env[69760]: DEBUG nova.compute.provider_tree [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.282654] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393397, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.494164] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.494326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.494488] env[69760]: DEBUG nova.network.neutron [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.549641] env[69760]: DEBUG oslo_vmware.api [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393401, 'name': PowerOnVM_Task, 'duration_secs': 0.790792} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.549641] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.549641] env[69760]: INFO nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Took 10.62 seconds to spawn the instance on the hypervisor. [ 691.549641] env[69760]: DEBUG nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 691.549641] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f42c27-fd22-4ad2-9ee6-9326177a93b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.606358] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393405, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.669851] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393406, 'name': ReconfigVM_Task, 'duration_secs': 0.447754} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.674239] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 011f3a11-47dc-4297-95e1-542e1a0227c1/011f3a11-47dc-4297-95e1-542e1a0227c1.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 691.675205] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1c6c7f6-963b-438c-8151-380eaf050e6d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.683440] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 691.683440] env[69760]: value = "task-3393407" [ 691.683440] env[69760]: _type = "Task" [ 691.683440] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.695735] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393407, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.772588] env[69760]: DEBUG nova.scheduler.client.report [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 691.794382] env[69760]: DEBUG oslo_vmware.api [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393397, 'name': PowerOnVM_Task, 'duration_secs': 1.873554} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.794687] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 691.794875] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f1fed581-e803-4c9f-b871-1b6a595a7c94 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance '506b1ae3-fc96-4c09-9e45-8fceeb80b492' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 692.055513] env[69760]: DEBUG nova.network.neutron [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 692.075017] env[69760]: INFO nova.compute.manager [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Took 30.66 seconds to build instance. [ 692.104773] env[69760]: DEBUG oslo_vmware.api [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393405, 'name': PowerOnVM_Task, 'duration_secs': 0.56939} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.105816] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.106772] env[69760]: INFO nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Took 5.64 seconds to spawn the instance on the hypervisor. [ 692.106772] env[69760]: DEBUG nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 692.107131] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f81dba8-2b30-423b-842a-9044ebbe2d34 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.198450] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393407, 'name': Rename_Task, 'duration_secs': 0.503251} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.199016] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 692.199300] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c57b49e-7e1f-4458-9d46-35bae1829835 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.207761] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "e1210f33-2fba-4dc1-a38f-70f46f8034af" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.208037] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.211493] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 692.211493] env[69760]: value = "task-3393408" [ 692.211493] env[69760]: _type = "Task" [ 692.211493] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.221126] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393408, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.287154] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.723s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.287154] env[69760]: DEBUG nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 692.288820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.415s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.289256] env[69760]: DEBUG nova.objects.instance [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lazy-loading 'resources' on Instance uuid d3e886ac-e6cf-4689-a461-cd9ae872124a {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 692.342469] env[69760]: DEBUG nova.network.neutron [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Updating instance_info_cache with network_info: [{"id": "bb6cde40-9aaf-42de-a0da-c53e681f5a2b", "address": "fa:16:3e:c4:52:f8", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb6cde40-9a", "ovs_interfaceid": "bb6cde40-9aaf-42de-a0da-c53e681f5a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.582027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5362f3a0-58ba-4dd4-962d-b07a68698a6c tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.431s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.627343] env[69760]: INFO nova.compute.manager [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Took 28.22 seconds to build instance. [ 692.637103] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.637856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.637856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.637856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.638055] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.641262] env[69760]: DEBUG nova.compute.manager [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Received event network-vif-deleted-13ab6037-d5ed-4d26-aabb-0525f0a607d4 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.641471] env[69760]: DEBUG nova.compute.manager [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Received event network-vif-plugged-bb6cde40-9aaf-42de-a0da-c53e681f5a2b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.641683] env[69760]: DEBUG oslo_concurrency.lockutils [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] Acquiring lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.641851] env[69760]: DEBUG oslo_concurrency.lockutils [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.642482] env[69760]: DEBUG oslo_concurrency.lockutils [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.642482] env[69760]: DEBUG nova.compute.manager [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] No waiting events found dispatching network-vif-plugged-bb6cde40-9aaf-42de-a0da-c53e681f5a2b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 692.642625] env[69760]: WARNING nova.compute.manager [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Received unexpected event network-vif-plugged-bb6cde40-9aaf-42de-a0da-c53e681f5a2b for instance with vm_state building and task_state spawning. [ 692.642973] env[69760]: DEBUG nova.compute.manager [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Received event network-changed-bb6cde40-9aaf-42de-a0da-c53e681f5a2b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 692.642973] env[69760]: DEBUG nova.compute.manager [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Refreshing instance network info cache due to event network-changed-bb6cde40-9aaf-42de-a0da-c53e681f5a2b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 692.643144] env[69760]: DEBUG oslo_concurrency.lockutils [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] Acquiring lock "refresh_cache-0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.646410] env[69760]: INFO nova.compute.manager [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Terminating instance [ 692.733756] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393408, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.794471] env[69760]: DEBUG nova.compute.utils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.800749] env[69760]: DEBUG nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 692.800749] env[69760]: DEBUG nova.network.neutron [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 692.847053] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.847053] env[69760]: DEBUG nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Instance network_info: |[{"id": "bb6cde40-9aaf-42de-a0da-c53e681f5a2b", "address": "fa:16:3e:c4:52:f8", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb6cde40-9a", "ovs_interfaceid": "bb6cde40-9aaf-42de-a0da-c53e681f5a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 692.847331] env[69760]: DEBUG oslo_concurrency.lockutils [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] Acquired lock "refresh_cache-0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.847331] env[69760]: DEBUG nova.network.neutron [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Refreshing network info cache for port bb6cde40-9aaf-42de-a0da-c53e681f5a2b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 692.848501] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:52:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb6cde40-9aaf-42de-a0da-c53e681f5a2b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 692.860344] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating folder: Project (10392b98714542abbe32352538ccddc6). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.864989] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3d529bde-bccd-4675-bd5e-279dfcf5caed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.880383] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created folder: Project (10392b98714542abbe32352538ccddc6) in parent group-v676970. [ 692.880383] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating folder: Instances. Parent ref: group-v677037. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 692.880731] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aeccc506-0b02-48b4-96e7-be2c26b34d27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.893621] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created folder: Instances in parent group-v677037. [ 692.893933] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 692.894253] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 692.894380] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d5414fff-c628-4f08-ab5c-4ecc9a61b05c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.920864] env[69760]: DEBUG nova.policy [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4fd3dc60f044420ba493ba6947ea2cd4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd6902f5f5dce452c90cb301697413c2a', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 692.929117] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 692.929117] env[69760]: value = "task-3393412" [ 692.929117] env[69760]: _type = "Task" [ 692.929117] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.939524] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393412, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.040093] env[69760]: DEBUG nova.compute.manager [None req-8421f443-8514-42cd-8871-7bcc5c530a4f tempest-ServerExternalEventsTest-1021009863 tempest-ServerExternalEventsTest-1021009863-project] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Received event network-changed {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 693.040093] env[69760]: DEBUG nova.compute.manager [None req-8421f443-8514-42cd-8871-7bcc5c530a4f tempest-ServerExternalEventsTest-1021009863 tempest-ServerExternalEventsTest-1021009863-project] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Refreshing instance network info cache due to event network-changed. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 693.040093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8421f443-8514-42cd-8871-7bcc5c530a4f tempest-ServerExternalEventsTest-1021009863 tempest-ServerExternalEventsTest-1021009863-project] Acquiring lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.040093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8421f443-8514-42cd-8871-7bcc5c530a4f tempest-ServerExternalEventsTest-1021009863 tempest-ServerExternalEventsTest-1021009863-project] Acquired lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.040093] env[69760]: DEBUG nova.network.neutron [None req-8421f443-8514-42cd-8871-7bcc5c530a4f tempest-ServerExternalEventsTest-1021009863 tempest-ServerExternalEventsTest-1021009863-project] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 693.086748] env[69760]: DEBUG nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.130629] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bc34c500-8c5b-482e-abb9-5f0069ba8d53 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "19fabf54-73cd-4544-9913-b89f7c3339a5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.598s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.153142] env[69760]: DEBUG nova.compute.manager [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 693.153142] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.153142] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdc5f4f5-6185-4805-ba3c-fa5fb96ca119 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.163332] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.163509] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f21247b-6166-4c4f-87ac-f74a788e591c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.173291] env[69760]: DEBUG oslo_vmware.api [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 693.173291] env[69760]: value = "task-3393413" [ 693.173291] env[69760]: _type = "Task" [ 693.173291] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.191553] env[69760]: DEBUG oslo_vmware.api [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393413, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.229013] env[69760]: DEBUG oslo_vmware.api [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393408, 'name': PowerOnVM_Task, 'duration_secs': 0.969316} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.234692] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.234692] env[69760]: INFO nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Took 9.61 seconds to spawn the instance on the hypervisor. [ 693.234692] env[69760]: DEBUG nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.236404] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44684d91-d309-4d46-8a3b-dbfc461e4d1b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.307431] env[69760]: DEBUG nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 693.444120] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393412, 'name': CreateVM_Task, 'duration_secs': 0.488591} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.447422] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.448141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.448315] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.448665] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.448962] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15bc4af7-f640-4e6f-8359-ec8a12f4e154 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.456060] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 693.456060] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ddb5b7-119d-cde4-508e-c006b44c10a4" [ 693.456060] env[69760]: _type = "Task" [ 693.456060] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.472094] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ddb5b7-119d-cde4-508e-c006b44c10a4, 'name': SearchDatastore_Task, 'duration_secs': 0.012346} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.475386] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.475762] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 693.476047] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.476302] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.476584] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 693.477502] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-91838432-46dc-4e65-aff2-c52a70d14b42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.487337] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 693.487727] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 693.491271] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ffe4b7-d33b-48b8-aae0-99d2bf4c1908 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.498195] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 693.498195] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f1874c-5bdb-824a-515f-f63209184480" [ 693.498195] env[69760]: _type = "Task" [ 693.498195] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.506483] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f1874c-5bdb-824a-515f-f63209184480, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.580381] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5ead02-7f4e-49ad-97a5-645fa90e0567 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.588479] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d06389-46ae-4b9f-b128-02fc9bcccbf0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.628939] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.632057] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5488875f-3a5e-4a2c-a996-041c9d94f821 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.634744] env[69760]: DEBUG nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 693.649702] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eb5fad-533b-4f39-b5d6-f0ab10134dfa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.674814] env[69760]: DEBUG nova.compute.provider_tree [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 693.686158] env[69760]: DEBUG oslo_vmware.api [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393413, 'name': PowerOffVM_Task, 'duration_secs': 0.251627} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.686495] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.686730] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.686995] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e31cc8dd-b6a8-4a26-bdbb-7efb56ea124b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.759405] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.760417] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.760417] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Deleting the datastore file [datastore2] 9b2b6fab-c836-4c5d-83a1-cf114fd908b7 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.762106] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a75c326b-f885-459c-8f41-1c8a1d106c10 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.765209] env[69760]: INFO nova.compute.manager [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Took 32.26 seconds to build instance. [ 693.773772] env[69760]: DEBUG oslo_vmware.api [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for the task: (returnval){ [ 693.773772] env[69760]: value = "task-3393415" [ 693.773772] env[69760]: _type = "Task" [ 693.773772] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.782925] env[69760]: DEBUG oslo_vmware.api [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.845235] env[69760]: DEBUG nova.compute.manager [None req-e1217b30-1488-4362-8461-2cc61b8e79be tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 693.845698] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60940187-05b2-4454-a57c-9270b5df72c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.852075] env[69760]: DEBUG nova.network.neutron [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Successfully created port: 1404362b-7660-47f3-8ad9-c1ca4dfcc46f {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 693.998445] env[69760]: DEBUG nova.network.neutron [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Updated VIF entry in instance network info cache for port bb6cde40-9aaf-42de-a0da-c53e681f5a2b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 693.998445] env[69760]: DEBUG nova.network.neutron [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Updating instance_info_cache with network_info: [{"id": "bb6cde40-9aaf-42de-a0da-c53e681f5a2b", "address": "fa:16:3e:c4:52:f8", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbb6cde40-9a", "ovs_interfaceid": "bb6cde40-9aaf-42de-a0da-c53e681f5a2b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.014150] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f1874c-5bdb-824a-515f-f63209184480, 'name': SearchDatastore_Task, 'duration_secs': 0.026785} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.015610] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7875bb4b-944b-4e2f-b308-49d1b90c025e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.024905] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 694.024905] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c3f929-42f3-b1cd-1a4c-045c17c97708" [ 694.024905] env[69760]: _type = "Task" [ 694.024905] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.035779] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c3f929-42f3-b1cd-1a4c-045c17c97708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.170245] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.183788] env[69760]: DEBUG nova.scheduler.client.report [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.191795] env[69760]: DEBUG nova.network.neutron [None req-8421f443-8514-42cd-8871-7bcc5c530a4f tempest-ServerExternalEventsTest-1021009863 tempest-ServerExternalEventsTest-1021009863-project] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Updating instance_info_cache with network_info: [{"id": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "address": "fa:16:3e:50:7c:1d", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.15", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4b0ea006-ea", "ovs_interfaceid": "4b0ea006-ea96-46bd-b87f-f9238aedc551", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.271960] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2521a717-4483-40ad-b136-21b6e47db6c1 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.217s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.290153] env[69760]: DEBUG oslo_vmware.api [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Task: {'id': task-3393415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187022} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.290153] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.290416] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.290764] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.290860] env[69760]: INFO nova.compute.manager [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 694.291804] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 694.291804] env[69760]: DEBUG nova.compute.manager [-] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 694.291804] env[69760]: DEBUG nova.network.neutron [-] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 694.336524] env[69760]: DEBUG nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 694.364513] env[69760]: INFO nova.compute.manager [None req-e1217b30-1488-4362-8461-2cc61b8e79be tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] instance snapshotting [ 694.364513] env[69760]: DEBUG nova.objects.instance [None req-e1217b30-1488-4362-8461-2cc61b8e79be tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lazy-loading 'flavor' on Instance uuid 19fabf54-73cd-4544-9913-b89f7c3339a5 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 694.381049] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 694.381310] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 694.381480] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 694.381708] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 694.381856] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 694.382095] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 694.382272] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 694.382491] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 694.382695] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 694.382936] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 694.383052] env[69760]: DEBUG nova.virt.hardware [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 694.384091] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-658197cd-5668-475d-a1a3-1d854f6dce42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.395592] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ede2bf96-11f1-4588-86c4-16cab32e2519 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.424814] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.425177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.425421] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.425657] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.425913] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.428565] env[69760]: INFO nova.compute.manager [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Terminating instance [ 694.506741] env[69760]: DEBUG oslo_concurrency.lockutils [req-aa89c301-3d8d-44da-8bd4-f8278695ab10 req-220f9e82-d785-4649-b909-99f77271322a service nova] Releasing lock "refresh_cache-0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.536891] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c3f929-42f3-b1cd-1a4c-045c17c97708, 'name': SearchDatastore_Task, 'duration_secs': 0.011289} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.537311] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.537664] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 694.537775] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec15b6ea-3f48-4ffb-856e-b1355aeb9b9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.546019] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 694.546019] env[69760]: value = "task-3393416" [ 694.546019] env[69760]: _type = "Task" [ 694.546019] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.554963] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.695843] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8421f443-8514-42cd-8871-7bcc5c530a4f tempest-ServerExternalEventsTest-1021009863 tempest-ServerExternalEventsTest-1021009863-project] Releasing lock "refresh_cache-b5d44093-2bb4-4f6d-a774-2db3d2f91f47" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.697422] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.408s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.700137] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.786s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.702029] env[69760]: INFO nova.compute.claims [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 694.728632] env[69760]: INFO nova.scheduler.client.report [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted allocations for instance d3e886ac-e6cf-4689-a461-cd9ae872124a [ 694.780105] env[69760]: DEBUG nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 694.879105] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc1c3cc7-7851-46c9-ab09-c43bf915d07f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.903141] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a45c01-d3fc-4b00-85ba-603694739bc9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.935026] env[69760]: DEBUG nova.compute.manager [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 694.935026] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.935026] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf63fc9-b5df-4b8f-9b9b-093a7cfb79c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.945076] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.945076] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ed4d7cdb-89fc-43ae-b4ef-aaf490c29a04 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.956383] env[69760]: DEBUG oslo_vmware.api [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 694.956383] env[69760]: value = "task-3393418" [ 694.956383] env[69760]: _type = "Task" [ 694.956383] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.968858] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "19fabf54-73cd-4544-9913-b89f7c3339a5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.969209] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "19fabf54-73cd-4544-9913-b89f7c3339a5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.969431] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "19fabf54-73cd-4544-9913-b89f7c3339a5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.969620] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "19fabf54-73cd-4544-9913-b89f7c3339a5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.969899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "19fabf54-73cd-4544-9913-b89f7c3339a5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.971631] env[69760]: DEBUG oslo_vmware.api [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.972980] env[69760]: INFO nova.compute.manager [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Terminating instance [ 695.062088] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393416, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.241410] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5acaff38-344d-4d62-a00e-d80060656187 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "d3e886ac-e6cf-4689-a461-cd9ae872124a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.830s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.307950] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.419585] env[69760]: DEBUG nova.compute.manager [None req-e1217b30-1488-4362-8461-2cc61b8e79be tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Instance disappeared during snapshot {{(pid=69760) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 695.450036] env[69760]: DEBUG nova.network.neutron [-] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.474727] env[69760]: DEBUG oslo_vmware.api [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393418, 'name': PowerOffVM_Task, 'duration_secs': 0.323919} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.474727] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 695.474964] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 695.475258] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4449b8b8-4930-4257-a8f6-aa46b3c10225 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.481460] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "refresh_cache-19fabf54-73cd-4544-9913-b89f7c3339a5" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.481460] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquired lock "refresh_cache-19fabf54-73cd-4544-9913-b89f7c3339a5" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.481460] env[69760]: DEBUG nova.network.neutron [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 695.545346] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.545663] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.546763] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Deleting the datastore file [datastore1] b5d44093-2bb4-4f6d-a774-2db3d2f91f47 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.546763] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2d84442-0d4c-4567-9154-b0bc70c2f650 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.562610] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.870391} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.564258] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 695.564601] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 695.565092] env[69760]: DEBUG oslo_vmware.api [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for the task: (returnval){ [ 695.565092] env[69760]: value = "task-3393420" [ 695.565092] env[69760]: _type = "Task" [ 695.565092] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.565252] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-268683f6-ac1e-49c8-995d-d4e4b34ac5b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.577274] env[69760]: DEBUG oslo_vmware.api [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.578969] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 695.578969] env[69760]: value = "task-3393421" [ 695.578969] env[69760]: _type = "Task" [ 695.578969] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.589491] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393421, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.678935] env[69760]: DEBUG nova.compute.manager [None req-e1217b30-1488-4362-8461-2cc61b8e79be tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Found 0 images (rotation: 2) {{(pid=69760) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 695.709909] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.709909] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.709909] env[69760]: DEBUG nova.compute.manager [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Going to confirm migration 1 {{(pid=69760) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 695.796044] env[69760]: DEBUG nova.compute.manager [req-7777ca2a-5659-4276-890d-eed34a862204 req-4f8abc5f-ba9b-4085-acd5-de70512214d2 service nova] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Received event network-vif-deleted-552d982a-1784-4f8d-8f91-3edf1a74e804 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 695.863584] env[69760]: DEBUG nova.network.neutron [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Successfully updated port: 1404362b-7660-47f3-8ad9-c1ca4dfcc46f {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 695.942868] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "966fa315-8a69-4a44-819f-661671a3bf5c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 695.943017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "966fa315-8a69-4a44-819f-661671a3bf5c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.954042] env[69760]: INFO nova.compute.manager [-] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Took 1.66 seconds to deallocate network for instance. [ 696.010226] env[69760]: DEBUG nova.network.neutron [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 696.081930] env[69760]: DEBUG oslo_vmware.api [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Task: {'id': task-3393420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.223547} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.087544] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 696.088126] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 696.088477] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 696.089452] env[69760]: INFO nova.compute.manager [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Took 1.16 seconds to destroy the instance on the hypervisor. [ 696.091018] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 696.091018] env[69760]: DEBUG nova.compute.manager [-] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 696.091018] env[69760]: DEBUG nova.network.neutron [-] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 696.100823] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393421, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088783} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.101286] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.102218] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18819683-a984-43ff-82ec-d2458dab6587 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.132948] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.134951] env[69760]: DEBUG nova.network.neutron [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.137838] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3a9b935b-1a16-4e0b-a839-beae6ac87774 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.157637] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Releasing lock "refresh_cache-19fabf54-73cd-4544-9913-b89f7c3339a5" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.158355] env[69760]: DEBUG nova.compute.manager [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 696.158577] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 696.159716] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b229d1a-13d3-49ed-bf4e-d9b02e0921f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.169499] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 696.173252] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-76062a59-f4f3-4a59-a695-5275b407a9a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.175848] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 696.175848] env[69760]: value = "task-3393422" [ 696.175848] env[69760]: _type = "Task" [ 696.175848] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.181073] env[69760]: DEBUG oslo_vmware.api [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 696.181073] env[69760]: value = "task-3393423" [ 696.181073] env[69760]: _type = "Task" [ 696.181073] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.188867] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.199862] env[69760]: DEBUG oslo_vmware.api [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.316663] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.316663] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.316663] env[69760]: DEBUG nova.network.neutron [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.317459] env[69760]: DEBUG nova.objects.instance [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lazy-loading 'info_cache' on Instance uuid 506b1ae3-fc96-4c09-9e45-8fceeb80b492 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 696.352472] env[69760]: DEBUG nova.compute.manager [req-78cb2397-a5b4-466f-b1a3-2b54d3e6e939 req-4d77bf13-0a65-4448-9ee4-0039804ebe52 service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Received event network-vif-plugged-1404362b-7660-47f3-8ad9-c1ca4dfcc46f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 696.352838] env[69760]: DEBUG oslo_concurrency.lockutils [req-78cb2397-a5b4-466f-b1a3-2b54d3e6e939 req-4d77bf13-0a65-4448-9ee4-0039804ebe52 service nova] Acquiring lock "e7a52d5f-92a6-4363-94ef-4dec1466164b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.352946] env[69760]: DEBUG oslo_concurrency.lockutils [req-78cb2397-a5b4-466f-b1a3-2b54d3e6e939 req-4d77bf13-0a65-4448-9ee4-0039804ebe52 service nova] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 696.354956] env[69760]: DEBUG oslo_concurrency.lockutils [req-78cb2397-a5b4-466f-b1a3-2b54d3e6e939 req-4d77bf13-0a65-4448-9ee4-0039804ebe52 service nova] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.354956] env[69760]: DEBUG nova.compute.manager [req-78cb2397-a5b4-466f-b1a3-2b54d3e6e939 req-4d77bf13-0a65-4448-9ee4-0039804ebe52 service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] No waiting events found dispatching network-vif-plugged-1404362b-7660-47f3-8ad9-c1ca4dfcc46f {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 696.356351] env[69760]: WARNING nova.compute.manager [req-78cb2397-a5b4-466f-b1a3-2b54d3e6e939 req-4d77bf13-0a65-4448-9ee4-0039804ebe52 service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Received unexpected event network-vif-plugged-1404362b-7660-47f3-8ad9-c1ca4dfcc46f for instance with vm_state building and task_state spawning. [ 696.365692] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "refresh_cache-e7a52d5f-92a6-4363-94ef-4dec1466164b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.365829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquired lock "refresh_cache-e7a52d5f-92a6-4363-94ef-4dec1466164b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.365980] env[69760]: DEBUG nova.network.neutron [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 696.443532] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4602681-2155-4421-9606-c44b279c9f28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.452407] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bd9a13e-f809-48df-b0ec-a2337043de0c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.460430] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.236471] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e455f8f4-fdec-49e4-8ca8-4f42792ef73f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.240284] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "d3a4cde4-60db-489f-ae8d-66372fe71361" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.240733] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.251404] env[69760]: DEBUG oslo_vmware.api [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393423, 'name': PowerOffVM_Task, 'duration_secs': 0.211166} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.254969] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 697.254969] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 697.256310] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33048a0e-dcdf-47d6-8647-3da94f68a378 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.263029] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393422, 'name': ReconfigVM_Task, 'duration_secs': 0.841333} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.263029] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1eafbd4d-e63c-4ad3-90c2-bd1f979ff2fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.263593] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Reconfigured VM instance instance-00000018 to attach disk [datastore2] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.264839] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ef1e7cef-6a5c-403d-99d8-6ff42dc16654 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.289289] env[69760]: DEBUG nova.compute.provider_tree [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 697.290249] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 697.290249] env[69760]: value = "task-3393426" [ 697.290249] env[69760]: _type = "Task" [ 697.290249] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.305254] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393426, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.311533] env[69760]: DEBUG nova.network.neutron [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.315890] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 697.316136] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 697.316438] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Deleting the datastore file [datastore1] 19fabf54-73cd-4544-9913-b89f7c3339a5 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 697.316742] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-baef725f-6216-43ac-a955-17fefe83b6e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.325906] env[69760]: DEBUG oslo_vmware.api [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for the task: (returnval){ [ 697.325906] env[69760]: value = "task-3393427" [ 697.325906] env[69760]: _type = "Task" [ 697.325906] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.336674] env[69760]: DEBUG oslo_vmware.api [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393427, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.528306] env[69760]: DEBUG nova.network.neutron [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Updating instance_info_cache with network_info: [{"id": "1404362b-7660-47f3-8ad9-c1ca4dfcc46f", "address": "fa:16:3e:f1:36:81", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1404362b-76", "ovs_interfaceid": "1404362b-7660-47f3-8ad9-c1ca4dfcc46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.740307] env[69760]: DEBUG nova.network.neutron [-] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.792708] env[69760]: DEBUG nova.scheduler.client.report [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.813063] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393426, 'name': Rename_Task, 'duration_secs': 0.272753} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.814138] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.814409] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6b92020d-6e14-4b7a-b7b5-ce36c8367213 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.823982] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 697.823982] env[69760]: value = "task-3393428" [ 697.823982] env[69760]: _type = "Task" [ 697.823982] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.843255] env[69760]: DEBUG oslo_vmware.api [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Task: {'id': task-3393427, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130451} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.843496] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393428, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.843734] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 697.843913] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 697.844089] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 697.844248] env[69760]: INFO nova.compute.manager [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Took 1.69 seconds to destroy the instance on the hypervisor. [ 697.844471] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 697.844654] env[69760]: DEBUG nova.compute.manager [-] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 697.844749] env[69760]: DEBUG nova.network.neutron [-] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 697.864322] env[69760]: DEBUG nova.network.neutron [-] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 697.983067] env[69760]: DEBUG nova.compute.manager [req-ed5bcbe2-69c2-434e-8fcf-7316ba49a5bd req-097b7168-0089-472d-b43d-460a08a7f4a5 service nova] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Received event network-vif-deleted-4b0ea006-ea96-46bd-b87f-f9238aedc551 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.023241] env[69760]: DEBUG nova.network.neutron [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance_info_cache with network_info: [{"id": "c7b74a11-1239-44fa-9072-45f6bce9a067", "address": "fa:16:3e:52:26:bd", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.242", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7b74a11-12", "ovs_interfaceid": "c7b74a11-1239-44fa-9072-45f6bce9a067", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.037027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Releasing lock "refresh_cache-e7a52d5f-92a6-4363-94ef-4dec1466164b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.037027] env[69760]: DEBUG nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Instance network_info: |[{"id": "1404362b-7660-47f3-8ad9-c1ca4dfcc46f", "address": "fa:16:3e:f1:36:81", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1404362b-76", "ovs_interfaceid": "1404362b-7660-47f3-8ad9-c1ca4dfcc46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 698.037514] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:36:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1404362b-7660-47f3-8ad9-c1ca4dfcc46f', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.043930] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Creating folder: Project (d6902f5f5dce452c90cb301697413c2a). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.044910] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6283d74-f9de-469e-aee4-ca7d6450e9b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.058097] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Created folder: Project (d6902f5f5dce452c90cb301697413c2a) in parent group-v676970. [ 698.058314] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Creating folder: Instances. Parent ref: group-v677041. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.058549] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de48451f-4296-4f0f-ba94-ae7f98f19bc2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.070846] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Created folder: Instances in parent group-v677041. [ 698.071687] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 698.071687] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.071687] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6c6ba340-4aff-4a82-b476-6dbba295545c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.094255] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.094255] env[69760]: value = "task-3393431" [ 698.094255] env[69760]: _type = "Task" [ 698.094255] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.104504] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393431, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.243256] env[69760]: INFO nova.compute.manager [-] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Took 2.15 seconds to deallocate network for instance. [ 698.305132] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.603s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.305132] env[69760]: DEBUG nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 698.306982] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.092s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.309532] env[69760]: INFO nova.compute.claims [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 698.338801] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393428, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.368024] env[69760]: DEBUG nova.network.neutron [-] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.425129] env[69760]: DEBUG nova.compute.manager [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Received event network-changed-1404362b-7660-47f3-8ad9-c1ca4dfcc46f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 698.425310] env[69760]: DEBUG nova.compute.manager [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Refreshing instance network info cache due to event network-changed-1404362b-7660-47f3-8ad9-c1ca4dfcc46f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 698.425510] env[69760]: DEBUG oslo_concurrency.lockutils [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] Acquiring lock "refresh_cache-e7a52d5f-92a6-4363-94ef-4dec1466164b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.425678] env[69760]: DEBUG oslo_concurrency.lockutils [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] Acquired lock "refresh_cache-e7a52d5f-92a6-4363-94ef-4dec1466164b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.425805] env[69760]: DEBUG nova.network.neutron [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Refreshing network info cache for port 1404362b-7660-47f3-8ad9-c1ca4dfcc46f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 698.484839] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "37d2d699-8362-4bfe-8afe-d43e6da3966c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.485077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.525990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-506b1ae3-fc96-4c09-9e45-8fceeb80b492" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.526403] env[69760]: DEBUG nova.objects.instance [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lazy-loading 'migration_context' on Instance uuid 506b1ae3-fc96-4c09-9e45-8fceeb80b492 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 698.608675] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393431, 'name': CreateVM_Task, 'duration_secs': 0.473898} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.608881] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 698.609589] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.609753] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.610071] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.610366] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ebcefa9-712a-448d-9bfe-2bd070a7ee25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.616211] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 698.616211] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52797360-6cc1-e220-3ab0-8a5d1c853ada" [ 698.616211] env[69760]: _type = "Task" [ 698.616211] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.627295] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52797360-6cc1-e220-3ab0-8a5d1c853ada, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.751501] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.816213] env[69760]: DEBUG nova.compute.utils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 698.818732] env[69760]: DEBUG nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 698.819059] env[69760]: DEBUG nova.network.neutron [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 698.838019] env[69760]: DEBUG oslo_vmware.api [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393428, 'name': PowerOnVM_Task, 'duration_secs': 0.797536} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 698.839841] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 698.840198] env[69760]: INFO nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Took 9.56 seconds to spawn the instance on the hypervisor. [ 698.840541] env[69760]: DEBUG nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 698.842205] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc56ff63-a8fe-475b-95ea-278e8cb53692 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.873174] env[69760]: INFO nova.compute.manager [-] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Took 1.03 seconds to deallocate network for instance. [ 698.891950] env[69760]: DEBUG nova.policy [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '6806b73a8d564cb09b78d9c0fe88024e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'be01cffe16174b0fa48f3ed134608ec0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 699.029625] env[69760]: DEBUG nova.objects.base [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Object Instance<506b1ae3-fc96-4c09-9e45-8fceeb80b492> lazy-loaded attributes: info_cache,migration_context {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 699.030747] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7142ff-ce77-4240-8bff-3e3b7d8f71e0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.062338] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34b620d0-cd3a-40ed-9136-a2d41780de90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.069527] env[69760]: DEBUG oslo_vmware.api [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 699.069527] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5256c5bb-59ad-be09-a058-f898f2fd698e" [ 699.069527] env[69760]: _type = "Task" [ 699.069527] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.080575] env[69760]: DEBUG oslo_vmware.api [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5256c5bb-59ad-be09-a058-f898f2fd698e, 'name': SearchDatastore_Task, 'duration_secs': 0.008609} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.081104] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.129740] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52797360-6cc1-e220-3ab0-8a5d1c853ada, 'name': SearchDatastore_Task, 'duration_secs': 0.011657} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.133033] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.133348] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.133654] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.133856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.134101] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.134416] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd596c9f-677b-469a-938c-c589c4d12498 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.144178] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.144773] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.145570] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0bd8278c-3a7c-4ec6-b1e0-1411e03db65d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.152400] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 699.152400] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520fbe8e-4939-7b75-9e7b-9f38d2b6a445" [ 699.152400] env[69760]: _type = "Task" [ 699.152400] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.163929] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520fbe8e-4939-7b75-9e7b-9f38d2b6a445, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.186946] env[69760]: DEBUG nova.network.neutron [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Successfully created port: fb0b313e-04fd-43a6-87b8-11fdc305cdcb {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 699.210790] env[69760]: DEBUG nova.network.neutron [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Updated VIF entry in instance network info cache for port 1404362b-7660-47f3-8ad9-c1ca4dfcc46f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 699.211243] env[69760]: DEBUG nova.network.neutron [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Updating instance_info_cache with network_info: [{"id": "1404362b-7660-47f3-8ad9-c1ca4dfcc46f", "address": "fa:16:3e:f1:36:81", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.134", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1404362b-76", "ovs_interfaceid": "1404362b-7660-47f3-8ad9-c1ca4dfcc46f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 699.319153] env[69760]: DEBUG nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 699.363043] env[69760]: INFO nova.compute.manager [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Took 30.24 seconds to build instance. [ 699.380148] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.665527] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520fbe8e-4939-7b75-9e7b-9f38d2b6a445, 'name': SearchDatastore_Task, 'duration_secs': 0.010711} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.670107] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6236cde0-1600-4d27-a980-45e41c0a877e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.679722] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 699.679722] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d5c2e-e826-7108-5154-319a043ff5cb" [ 699.679722] env[69760]: _type = "Task" [ 699.679722] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.692935] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d5c2e-e826-7108-5154-319a043ff5cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.713920] env[69760]: DEBUG oslo_concurrency.lockutils [req-1205508b-1521-4e84-baaf-719ab9cdd839 req-62b19394-6746-4c52-ad79-364b4762b7fa service nova] Releasing lock "refresh_cache-e7a52d5f-92a6-4363-94ef-4dec1466164b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.865299] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db6a81a5-d198-43ec-b0c7-a1fb2c33b744 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 41.739s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.946652] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb887a5b-9cab-4afd-b00b-3b99c16dcadb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.956192] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64062a4a-067d-402b-a7e4-e681675f7576 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.989954] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e99b37f-0879-4b78-a114-34c996361202 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.998630] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241c95d8-2ba9-41cd-a8e8-e9dfa98964cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.013847] env[69760]: DEBUG nova.compute.provider_tree [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.199443] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d5c2e-e826-7108-5154-319a043ff5cb, 'name': SearchDatastore_Task, 'duration_secs': 0.031144} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.199891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.200384] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e7a52d5f-92a6-4363-94ef-4dec1466164b/e7a52d5f-92a6-4363-94ef-4dec1466164b.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.200769] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b8d6164e-8215-4a1e-bdbd-4f4544e5a8dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.214324] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 700.214324] env[69760]: value = "task-3393433" [ 700.214324] env[69760]: _type = "Task" [ 700.214324] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.224345] env[69760]: INFO nova.compute.manager [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Rebuilding instance [ 700.226477] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393433, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.276019] env[69760]: DEBUG nova.compute.manager [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 700.276019] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0f2ca0e-5ffe-4d6c-ac6c-bba7e8aeb38f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.335173] env[69760]: DEBUG nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 700.364457] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 700.364739] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 700.364863] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 700.365064] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 700.365222] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 700.365373] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 700.365587] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 700.365744] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 700.365907] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 700.366081] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 700.366271] env[69760]: DEBUG nova.virt.hardware [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 700.367523] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-444170b5-ce81-4e75-b2f3-6a0d68dcf342 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.370772] env[69760]: DEBUG nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 700.383619] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fba7e75-e6df-49c0-a10f-72474b5ad8bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.542868] env[69760]: ERROR nova.scheduler.client.report [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [req-7dbdc332-4df4-47ea-81c7-a35dd863895c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-7dbdc332-4df4-47ea-81c7-a35dd863895c"}]} [ 700.569129] env[69760]: DEBUG nova.scheduler.client.report [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 700.590802] env[69760]: DEBUG nova.scheduler.client.report [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 700.591338] env[69760]: DEBUG nova.compute.provider_tree [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 700.611185] env[69760]: DEBUG nova.scheduler.client.report [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 700.635606] env[69760]: DEBUG nova.scheduler.client.report [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 700.725790] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393433, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.500195} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.726611] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e7a52d5f-92a6-4363-94ef-4dec1466164b/e7a52d5f-92a6-4363-94ef-4dec1466164b.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 700.726892] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 700.727178] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dfc0a757-f2ed-4d28-aabc-ac3f1ef61ddd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.736050] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 700.736050] env[69760]: value = "task-3393434" [ 700.736050] env[69760]: _type = "Task" [ 700.736050] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.750874] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393434, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.899981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.254528] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393434, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070229} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.254528] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b18481-ae2b-4ef9-a7ec-2a91e69986e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.258124] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 701.259340] env[69760]: DEBUG nova.compute.manager [req-647f2cb9-963b-4a76-bf46-7831e85d2b12 req-638199d3-2b01-4b27-886c-5d7263ab09f9 service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Received event network-vif-plugged-fb0b313e-04fd-43a6-87b8-11fdc305cdcb {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 701.259830] env[69760]: DEBUG oslo_concurrency.lockutils [req-647f2cb9-963b-4a76-bf46-7831e85d2b12 req-638199d3-2b01-4b27-886c-5d7263ab09f9 service nova] Acquiring lock "080eca8e-17a7-440b-9077-aaf2e6db062f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.260682] env[69760]: DEBUG oslo_concurrency.lockutils [req-647f2cb9-963b-4a76-bf46-7831e85d2b12 req-638199d3-2b01-4b27-886c-5d7263ab09f9 service nova] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 701.260682] env[69760]: DEBUG oslo_concurrency.lockutils [req-647f2cb9-963b-4a76-bf46-7831e85d2b12 req-638199d3-2b01-4b27-886c-5d7263ab09f9 service nova] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 701.261070] env[69760]: DEBUG nova.compute.manager [req-647f2cb9-963b-4a76-bf46-7831e85d2b12 req-638199d3-2b01-4b27-886c-5d7263ab09f9 service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] No waiting events found dispatching network-vif-plugged-fb0b313e-04fd-43a6-87b8-11fdc305cdcb {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 701.261070] env[69760]: WARNING nova.compute.manager [req-647f2cb9-963b-4a76-bf46-7831e85d2b12 req-638199d3-2b01-4b27-886c-5d7263ab09f9 service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Received unexpected event network-vif-plugged-fb0b313e-04fd-43a6-87b8-11fdc305cdcb for instance with vm_state building and task_state spawning. [ 701.262103] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe457720-57b6-4348-a26e-13b1a6ec86c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.284573] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f486cc-c550-4e89-95c2-eed14a1ad2b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.297073] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] e7a52d5f-92a6-4363-94ef-4dec1466164b/e7a52d5f-92a6-4363-94ef-4dec1466164b.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 701.297778] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 701.298360] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f6dd329d-6a7c-4503-bfff-0072975f2794 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.312695] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f6eb4b5-f46e-416c-ab2e-f49233fe1baa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.349348] env[69760]: DEBUG nova.network.neutron [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Successfully updated port: fb0b313e-04fd-43a6-87b8-11fdc305cdcb {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 701.356354] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c12bb11-7e31-4f3b-abc4-8e68c215fe1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.356354] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 701.356354] env[69760]: value = "task-3393436" [ 701.356354] env[69760]: _type = "Task" [ 701.356354] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.356354] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 701.356354] env[69760]: value = "task-3393437" [ 701.356354] env[69760]: _type = "Task" [ 701.356354] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.366351] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5058293-7330-47fb-ad32-de198423bc3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.377762] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.377762] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393437, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.389346] env[69760]: DEBUG nova.compute.provider_tree [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.859541] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "refresh_cache-080eca8e-17a7-440b-9077-aaf2e6db062f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.859541] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired lock "refresh_cache-080eca8e-17a7-440b-9077-aaf2e6db062f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.859541] env[69760]: DEBUG nova.network.neutron [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 701.880498] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393437, 'name': ReconfigVM_Task, 'duration_secs': 0.359343} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.880924] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393436, 'name': PowerOffVM_Task, 'duration_secs': 0.236418} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.881285] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Reconfigured VM instance instance-00000019 to attach disk [datastore2] e7a52d5f-92a6-4363-94ef-4dec1466164b/e7a52d5f-92a6-4363-94ef-4dec1466164b.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 701.882120] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 701.882473] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 701.882822] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-07be51b2-9708-474e-b015-137d21dfa9c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.885383] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e28a7eac-6ffc-45fe-8ca7-325bb3c2d6c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.898385] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 701.904293] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c1d1f849-2345-46fc-9d73-9530bff37921 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.905221] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 701.905221] env[69760]: value = "task-3393438" [ 701.905221] env[69760]: _type = "Task" [ 701.905221] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.921018] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393438, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.940688] env[69760]: DEBUG nova.scheduler.client.report [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 50 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 701.941016] env[69760]: DEBUG nova.compute.provider_tree [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 50 to 51 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 701.941214] env[69760]: DEBUG nova.compute.provider_tree [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 701.976493] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 701.977295] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 701.977295] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleting the datastore file [datastore2] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 701.977422] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3894c43d-14c6-40ef-b35c-03b3522d63b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.986526] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 701.986526] env[69760]: value = "task-3393440" [ 701.986526] env[69760]: _type = "Task" [ 701.986526] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.995644] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393440, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.402454] env[69760]: DEBUG nova.network.neutron [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.416496] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393438, 'name': Rename_Task, 'duration_secs': 0.177242} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.416777] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 702.417399] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6c83e57-8c03-4b3c-bbee-e0eafcebb0e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.429231] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 702.429231] env[69760]: value = "task-3393441" [ 702.429231] env[69760]: _type = "Task" [ 702.429231] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.438711] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393441, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.446820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.140s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.447386] env[69760]: DEBUG nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 702.450112] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.340s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 702.450341] env[69760]: DEBUG nova.objects.instance [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lazy-loading 'resources' on Instance uuid f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 702.499797] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393440, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153061} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.499797] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 702.499877] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 702.500135] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 702.552277] env[69760]: DEBUG nova.network.neutron [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Updating instance_info_cache with network_info: [{"id": "fb0b313e-04fd-43a6-87b8-11fdc305cdcb", "address": "fa:16:3e:23:79:58", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0b313e-04", "ovs_interfaceid": "fb0b313e-04fd-43a6-87b8-11fdc305cdcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 702.942501] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393441, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.959975] env[69760]: DEBUG nova.compute.utils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 702.967260] env[69760]: DEBUG nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 702.967260] env[69760]: DEBUG nova.network.neutron [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 702.968619] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 702.972027] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.055849] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Releasing lock "refresh_cache-080eca8e-17a7-440b-9077-aaf2e6db062f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.056136] env[69760]: DEBUG nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Instance network_info: |[{"id": "fb0b313e-04fd-43a6-87b8-11fdc305cdcb", "address": "fa:16:3e:23:79:58", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0b313e-04", "ovs_interfaceid": "fb0b313e-04fd-43a6-87b8-11fdc305cdcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 703.056819] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:23:79:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fb0b313e-04fd-43a6-87b8-11fdc305cdcb', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.065465] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.067088] env[69760]: DEBUG nova.policy [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd59f88cad0764a02b9f2466c415d1111', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a09a0bd5016c42e29e31ecaf78d15179', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 703.069505] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.072373] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-00a90917-065f-444e-9a55-0ccb6f9a33c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.099544] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.099544] env[69760]: value = "task-3393443" [ 703.099544] env[69760]: _type = "Task" [ 703.099544] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.112008] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393443, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.406500] env[69760]: DEBUG nova.network.neutron [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Successfully created port: 5666809d-772d-4b9b-8d90-69a8cd6d3288 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 703.441561] env[69760]: DEBUG oslo_vmware.api [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393441, 'name': PowerOnVM_Task, 'duration_secs': 0.525902} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.441859] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 703.442347] env[69760]: INFO nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Took 9.11 seconds to spawn the instance on the hypervisor. [ 703.442347] env[69760]: DEBUG nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 703.443199] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a061709-6c3b-4668-ae25-1291b5999e21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.471297] env[69760]: DEBUG nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 703.486593] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.488559] env[69760]: DEBUG nova.compute.manager [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Received event network-changed-fb0b313e-04fd-43a6-87b8-11fdc305cdcb {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 703.488559] env[69760]: DEBUG nova.compute.manager [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Refreshing instance network info cache due to event network-changed-fb0b313e-04fd-43a6-87b8-11fdc305cdcb. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 703.488559] env[69760]: DEBUG oslo_concurrency.lockutils [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] Acquiring lock "refresh_cache-080eca8e-17a7-440b-9077-aaf2e6db062f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.488559] env[69760]: DEBUG oslo_concurrency.lockutils [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] Acquired lock "refresh_cache-080eca8e-17a7-440b-9077-aaf2e6db062f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.489160] env[69760]: DEBUG nova.network.neutron [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Refreshing network info cache for port fb0b313e-04fd-43a6-87b8-11fdc305cdcb {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 703.491080] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.491690] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.494199] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.494199] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.494199] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.494199] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 703.494199] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 703.560206] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 703.560490] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 703.560671] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 703.561631] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 703.561631] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 703.561631] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 703.561631] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 703.561631] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 703.562886] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 703.562886] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 703.562886] env[69760]: DEBUG nova.virt.hardware [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 703.565517] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a8f3f9-4f66-4e3c-ba88-41e7fccb4171 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.577313] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbdf2fae-eb75-47a8-97e3-54a821b9ccd2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.591953] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:52:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bb6cde40-9aaf-42de-a0da-c53e681f5a2b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 703.600499] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 703.603696] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 703.606865] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a11464e4-5cb4-4757-8a68-882e3c082379 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.630939] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393443, 'name': CreateVM_Task, 'duration_secs': 0.36083} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.632901] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 703.633082] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 703.633082] env[69760]: value = "task-3393444" [ 703.633082] env[69760]: _type = "Task" [ 703.633082] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.636228] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.636228] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.636228] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.636228] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe20f56b-0990-4257-980e-f62aa9330205 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.653062] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393444, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.654179] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 703.654179] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a1f5b1-1691-faf5-1c79-5d92cef6fe01" [ 703.654179] env[69760]: _type = "Task" [ 703.654179] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.665084] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a1f5b1-1691-faf5-1c79-5d92cef6fe01, 'name': SearchDatastore_Task, 'duration_secs': 0.012932} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.665384] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.665621] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 703.665855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.666008] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.666194] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 703.666452] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a8200a79-b5a4-49e4-9be0-43a32b4002c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.677485] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 703.677485] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 703.677485] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2e4218d-4f92-4d55-b95c-b69498332a26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.686061] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 703.686061] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522b9394-e8d0-196f-2902-a3d561485346" [ 703.686061] env[69760]: _type = "Task" [ 703.686061] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.702934] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522b9394-e8d0-196f-2902-a3d561485346, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.730122] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7699840d-4f4f-4191-bccc-fce94035b5d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.738764] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae33393-a22e-41a2-9601-1b7ef6e5c2dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.775650] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2712d5e-0485-43b4-8060-bcc0b71c227b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.785819] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0bee2c-ab26-402a-addc-8d9defbff715 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.803391] env[69760]: DEBUG nova.compute.provider_tree [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 703.968796] env[69760]: INFO nova.compute.manager [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Took 29.41 seconds to build instance. [ 703.998201] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.092855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "40567fa1-7b4d-4334-a3b2-34c92981f237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.094369] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 704.147728] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393444, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.199824] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522b9394-e8d0-196f-2902-a3d561485346, 'name': SearchDatastore_Task, 'duration_secs': 0.024142} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.200691] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a6cdb7d-c456-4a63-96c9-a0a1db6a4263 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.210236] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 704.210236] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52865110-0b4c-b7e1-3f96-bc14414a2854" [ 704.210236] env[69760]: _type = "Task" [ 704.210236] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.220033] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52865110-0b4c-b7e1-3f96-bc14414a2854, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.285820] env[69760]: DEBUG nova.network.neutron [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Updated VIF entry in instance network info cache for port fb0b313e-04fd-43a6-87b8-11fdc305cdcb. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 704.286252] env[69760]: DEBUG nova.network.neutron [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Updating instance_info_cache with network_info: [{"id": "fb0b313e-04fd-43a6-87b8-11fdc305cdcb", "address": "fa:16:3e:23:79:58", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.80", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfb0b313e-04", "ovs_interfaceid": "fb0b313e-04fd-43a6-87b8-11fdc305cdcb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 704.323352] env[69760]: ERROR nova.scheduler.client.report [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] [req-f9b621bc-b65a-4a11-85db-a3f5ad4a1dbf] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f9b621bc-b65a-4a11-85db-a3f5ad4a1dbf"}]} [ 704.341887] env[69760]: DEBUG nova.scheduler.client.report [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 704.357459] env[69760]: DEBUG nova.scheduler.client.report [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 704.357727] env[69760]: DEBUG nova.compute.provider_tree [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.369909] env[69760]: DEBUG nova.scheduler.client.report [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 704.388177] env[69760]: DEBUG nova.scheduler.client.report [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 704.470952] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56fb165e-0582-42dd-9fef-b7a2d8c48f72 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.520s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 704.491414] env[69760]: DEBUG nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 704.517335] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 704.517588] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 704.517747] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 704.517925] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 704.518084] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 704.518231] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 704.518434] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 704.518592] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 704.518752] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 704.518912] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 704.519431] env[69760]: DEBUG nova.virt.hardware [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 704.520314] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ae07a6a-af14-4b45-a1ca-8da0205f4b11 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.532517] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f7e730e-f85f-46ea-9a13-60f517b618e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.647450] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393444, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.722649] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52865110-0b4c-b7e1-3f96-bc14414a2854, 'name': SearchDatastore_Task, 'duration_secs': 0.011012} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.722924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.723208] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 080eca8e-17a7-440b-9077-aaf2e6db062f/080eca8e-17a7-440b-9077-aaf2e6db062f.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 704.723475] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-79b726b0-6b55-4bba-aea1-4ade1c895315 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.733084] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 704.733084] env[69760]: value = "task-3393445" [ 704.733084] env[69760]: _type = "Task" [ 704.733084] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.744210] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393445, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.788849] env[69760]: DEBUG oslo_concurrency.lockutils [req-f54461dc-d97f-415a-a4f7-b3c7984140f9 req-42c78f9d-85ec-49d7-b950-0573d37754cb service nova] Releasing lock "refresh_cache-080eca8e-17a7-440b-9077-aaf2e6db062f" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.883561] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab055bd4-4d31-4d06-9d39-d8eb09e4f5cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.891956] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b60258-5cee-4c2e-88f9-fdce3fc38764 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.928028] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49b45ef0-a387-4b35-97cf-3f0132d6e694 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.936139] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b70ad911-e716-4a07-ab29-410ebd5103c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.953151] env[69760]: DEBUG nova.compute.provider_tree [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 704.974339] env[69760]: DEBUG nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 705.014203] env[69760]: DEBUG nova.network.neutron [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Successfully updated port: 5666809d-772d-4b9b-8d90-69a8cd6d3288 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 705.057948] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-cd455839-d8b8-469a-9f5a-ff427fb90807-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.058244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-cd455839-d8b8-469a-9f5a-ff427fb90807-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.058604] env[69760]: DEBUG nova.objects.instance [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'flavor' on Instance uuid cd455839-d8b8-469a-9f5a-ff427fb90807 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.149510] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393444, 'name': CreateVM_Task, 'duration_secs': 1.341118} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.149706] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 705.150533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.150622] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.151855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.151855] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1ad0908e-2c45-48e9-93dc-34aacacc3c8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.157696] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 705.157696] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52265502-ddbc-60d6-8793-2c2910668cb7" [ 705.157696] env[69760]: _type = "Task" [ 705.157696] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.169303] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52265502-ddbc-60d6-8793-2c2910668cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.244237] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393445, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.487905] env[69760]: DEBUG nova.scheduler.client.report [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 52 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 705.488198] env[69760]: DEBUG nova.compute.provider_tree [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 52 to 53 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 705.488391] env[69760]: DEBUG nova.compute.provider_tree [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 705.494418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.517234] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "refresh_cache-5fdba60e-db04-441c-bc59-005f598cf826" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.517356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired lock "refresh_cache-5fdba60e-db04-441c-bc59-005f598cf826" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.517511] env[69760]: DEBUG nova.network.neutron [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 705.525116] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "e7a52d5f-92a6-4363-94ef-4dec1466164b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.525356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.525557] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "e7a52d5f-92a6-4363-94ef-4dec1466164b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 705.525735] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 705.525922] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.527853] env[69760]: INFO nova.compute.manager [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Terminating instance [ 705.640522] env[69760]: DEBUG nova.objects.instance [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'pci_requests' on Instance uuid cd455839-d8b8-469a-9f5a-ff427fb90807 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 705.668493] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52265502-ddbc-60d6-8793-2c2910668cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.018371} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.668838] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.669101] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 705.669342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.669482] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.669656] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 705.669909] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c263f040-54c6-4600-aafc-3d0c15064294 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.679106] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 705.679294] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 705.680035] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-86eb97ee-5f3e-4335-be76-5b323f1921f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.687060] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 705.687060] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522fc0a2-b8a1-7ce5-73e5-c23c98727d93" [ 705.687060] env[69760]: _type = "Task" [ 705.687060] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.694911] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522fc0a2-b8a1-7ce5-73e5-c23c98727d93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.744372] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393445, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.563848} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 705.744644] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 080eca8e-17a7-440b-9077-aaf2e6db062f/080eca8e-17a7-440b-9077-aaf2e6db062f.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 705.744859] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 705.745117] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7f77319b-9541-41bc-9c80-6aa720f4642b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.753061] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 705.753061] env[69760]: value = "task-3393446" [ 705.753061] env[69760]: _type = "Task" [ 705.753061] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 705.761184] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393446, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.996599] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.546s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 705.998992] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.722s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.000668] env[69760]: INFO nova.compute.claims [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 706.015194] env[69760]: INFO nova.scheduler.client.report [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Deleted allocations for instance f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6 [ 706.033382] env[69760]: DEBUG nova.compute.manager [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 706.033898] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 706.034694] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738b8411-b093-41cc-be33-ddb11ad0eb92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.044559] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 706.044804] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7df7c8f-4ba5-4ec0-9cce-712322cd1ac4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.049892] env[69760]: DEBUG nova.network.neutron [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 706.054171] env[69760]: DEBUG oslo_vmware.api [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 706.054171] env[69760]: value = "task-3393447" [ 706.054171] env[69760]: _type = "Task" [ 706.054171] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.064072] env[69760]: DEBUG oslo_vmware.api [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.143361] env[69760]: DEBUG nova.compute.manager [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Received event network-vif-plugged-5666809d-772d-4b9b-8d90-69a8cd6d3288 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.144343] env[69760]: DEBUG oslo_concurrency.lockutils [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] Acquiring lock "5fdba60e-db04-441c-bc59-005f598cf826-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 706.144343] env[69760]: DEBUG oslo_concurrency.lockutils [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] Lock "5fdba60e-db04-441c-bc59-005f598cf826-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 706.144343] env[69760]: DEBUG oslo_concurrency.lockutils [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] Lock "5fdba60e-db04-441c-bc59-005f598cf826-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.144343] env[69760]: DEBUG nova.compute.manager [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] No waiting events found dispatching network-vif-plugged-5666809d-772d-4b9b-8d90-69a8cd6d3288 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 706.144583] env[69760]: WARNING nova.compute.manager [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Received unexpected event network-vif-plugged-5666809d-772d-4b9b-8d90-69a8cd6d3288 for instance with vm_state building and task_state spawning. [ 706.144677] env[69760]: DEBUG nova.compute.manager [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Received event network-changed-5666809d-772d-4b9b-8d90-69a8cd6d3288 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 706.144859] env[69760]: DEBUG nova.compute.manager [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Refreshing instance network info cache due to event network-changed-5666809d-772d-4b9b-8d90-69a8cd6d3288. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 706.145062] env[69760]: DEBUG oslo_concurrency.lockutils [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] Acquiring lock "refresh_cache-5fdba60e-db04-441c-bc59-005f598cf826" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.145498] env[69760]: DEBUG nova.objects.base [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 706.145678] env[69760]: DEBUG nova.network.neutron [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 706.188606] env[69760]: DEBUG nova.policy [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 706.191414] env[69760]: DEBUG nova.network.neutron [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Updating instance_info_cache with network_info: [{"id": "5666809d-772d-4b9b-8d90-69a8cd6d3288", "address": "fa:16:3e:03:72:af", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5666809d-77", "ovs_interfaceid": "5666809d-772d-4b9b-8d90-69a8cd6d3288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 706.206353] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522fc0a2-b8a1-7ce5-73e5-c23c98727d93, 'name': SearchDatastore_Task, 'duration_secs': 0.010899} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.208082] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29bf1b60-2d59-44e6-9db9-f1906bb34aa4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.214689] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 706.214689] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522356f1-286a-3552-8703-79af84e3f2b7" [ 706.214689] env[69760]: _type = "Task" [ 706.214689] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.223261] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522356f1-286a-3552-8703-79af84e3f2b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.262672] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393446, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086773} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.262954] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 706.263818] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef6eaee-10bf-458d-8ca3-b2a7542de294 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.289586] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] 080eca8e-17a7-440b-9077-aaf2e6db062f/080eca8e-17a7-440b-9077-aaf2e6db062f.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 706.290159] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f12ab13-2456-4cd7-89dc-eeff7e7c72de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.314701] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 706.314701] env[69760]: value = "task-3393448" [ 706.314701] env[69760]: _type = "Task" [ 706.314701] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.323884] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393448, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.524113] env[69760]: DEBUG oslo_concurrency.lockutils [None req-89f129fa-ba07-4c43-a5a3-21a7e6f7dbfb tempest-ServerMetadataNegativeTestJSON-208530476 tempest-ServerMetadataNegativeTestJSON-208530476-project-member] Lock "f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.635s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 706.564521] env[69760]: DEBUG oslo_vmware.api [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393447, 'name': PowerOffVM_Task, 'duration_secs': 0.203164} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.564799] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 706.564970] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 706.565237] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9a2a52a4-6f4b-4481-b2bf-3fbb6d3f7237 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.606355] env[69760]: DEBUG nova.network.neutron [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Successfully created port: b14bd25b-dbbf-410c-ac79-8d9a745c0836 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 706.627842] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 706.628098] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 706.628280] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Deleting the datastore file [datastore2] e7a52d5f-92a6-4363-94ef-4dec1466164b {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 706.628548] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1e8ab84d-419d-41cb-b672-bb90e12f6535 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.637186] env[69760]: DEBUG oslo_vmware.api [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for the task: (returnval){ [ 706.637186] env[69760]: value = "task-3393450" [ 706.637186] env[69760]: _type = "Task" [ 706.637186] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.643327] env[69760]: DEBUG oslo_vmware.api [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393450, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.697902] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Releasing lock "refresh_cache-5fdba60e-db04-441c-bc59-005f598cf826" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.698866] env[69760]: DEBUG nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Instance network_info: |[{"id": "5666809d-772d-4b9b-8d90-69a8cd6d3288", "address": "fa:16:3e:03:72:af", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5666809d-77", "ovs_interfaceid": "5666809d-772d-4b9b-8d90-69a8cd6d3288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 706.698866] env[69760]: DEBUG oslo_concurrency.lockutils [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] Acquired lock "refresh_cache-5fdba60e-db04-441c-bc59-005f598cf826" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.699109] env[69760]: DEBUG nova.network.neutron [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Refreshing network info cache for port 5666809d-772d-4b9b-8d90-69a8cd6d3288 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 706.700118] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:72:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5666809d-772d-4b9b-8d90-69a8cd6d3288', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 706.708738] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 706.709805] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 706.709805] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6b53d5fa-ac5a-4ce0-9f8c-cc6cfbeef035 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.738691] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522356f1-286a-3552-8703-79af84e3f2b7, 'name': SearchDatastore_Task, 'duration_secs': 0.01186} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.740137] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.740512] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 706.740737] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 706.740737] env[69760]: value = "task-3393451" [ 706.740737] env[69760]: _type = "Task" [ 706.740737] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.740928] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a7950bd5-9d61-4563-b3ed-a0c23693febb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.752394] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393451, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.753965] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 706.753965] env[69760]: value = "task-3393452" [ 706.753965] env[69760]: _type = "Task" [ 706.753965] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.763437] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.826302] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393448, 'name': ReconfigVM_Task, 'duration_secs': 0.301769} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.826640] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Reconfigured VM instance instance-0000001a to attach disk [datastore2] 080eca8e-17a7-440b-9077-aaf2e6db062f/080eca8e-17a7-440b-9077-aaf2e6db062f.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 706.827293] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-99cacaec-096f-43ab-b53a-dc7380d01794 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.835059] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 706.835059] env[69760]: value = "task-3393453" [ 706.835059] env[69760]: _type = "Task" [ 706.835059] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 706.846126] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393453, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.150784] env[69760]: DEBUG oslo_vmware.api [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Task: {'id': task-3393450, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149367} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.151185] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 707.151345] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 707.151631] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 707.151801] env[69760]: INFO nova.compute.manager [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Took 1.12 seconds to destroy the instance on the hypervisor. [ 707.152134] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 707.152751] env[69760]: DEBUG nova.compute.manager [-] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 707.152751] env[69760]: DEBUG nova.network.neutron [-] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 707.258151] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393451, 'name': CreateVM_Task, 'duration_secs': 0.494627} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.264529] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 707.265081] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.265081] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.265387] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.266384] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-481a8952-f1a3-4ee8-a6b8-aef90570b94d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.276033] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.499352} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.276295] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 707.276513] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 707.276767] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1dfcc8c9-be72-4d9b-9a6d-c35253a9489c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.280578] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 707.280578] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52244f80-2276-561e-8a28-5ac11ae50664" [ 707.280578] env[69760]: _type = "Task" [ 707.280578] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.289313] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 707.289313] env[69760]: value = "task-3393454" [ 707.289313] env[69760]: _type = "Task" [ 707.289313] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.298444] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52244f80-2276-561e-8a28-5ac11ae50664, 'name': SearchDatastore_Task, 'duration_secs': 0.012089} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.301678] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.302149] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 707.302499] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.302802] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.302872] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 707.303149] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.306139] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0642b95-2532-4906-acc9-08731213bbc9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.318725] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 707.319346] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 707.319734] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41219299-5f0f-403b-8c0e-670ce0e7f20a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.326593] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 707.326593] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e77b5b-cdb3-8b79-98ec-a42597a191f0" [ 707.326593] env[69760]: _type = "Task" [ 707.326593] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.343107] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e77b5b-cdb3-8b79-98ec-a42597a191f0, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.347064] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-030b8bc7-3163-437a-9459-f7addb710e06 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.353737] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393453, 'name': Rename_Task, 'duration_secs': 0.165103} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.355212] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 707.355783] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 707.355783] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d3758-932e-0513-5ca2-dea72bad7787" [ 707.355783] env[69760]: _type = "Task" [ 707.355783] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.356031] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0f9c2fb-17c9-42fe-bc27-b262b68bbaad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.369950] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d3758-932e-0513-5ca2-dea72bad7787, 'name': SearchDatastore_Task, 'duration_secs': 0.009019} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.371407] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.371685] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5fdba60e-db04-441c-bc59-005f598cf826/5fdba60e-db04-441c-bc59-005f598cf826.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 707.372778] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 707.372778] env[69760]: value = "task-3393455" [ 707.372778] env[69760]: _type = "Task" [ 707.372778] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.372778] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c8a7c09b-920a-41d1-b850-fa3f09ad61dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.383901] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Acquiring lock "f839c019-46b5-43fd-81e5-ace2c82c4263" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 707.384157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 707.385705] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 707.385705] env[69760]: value = "task-3393456" [ 707.385705] env[69760]: _type = "Task" [ 707.385705] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.389437] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393455, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.398089] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.552566] env[69760]: DEBUG nova.network.neutron [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Updated VIF entry in instance network info cache for port 5666809d-772d-4b9b-8d90-69a8cd6d3288. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 707.553051] env[69760]: DEBUG nova.network.neutron [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Updating instance_info_cache with network_info: [{"id": "5666809d-772d-4b9b-8d90-69a8cd6d3288", "address": "fa:16:3e:03:72:af", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.238", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5666809d-77", "ovs_interfaceid": "5666809d-772d-4b9b-8d90-69a8cd6d3288", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 707.635463] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-128cf6d9-40ef-41a6-a5de-cb8f9d47d5fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.644152] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61257813-cc1a-475c-b049-a31f327ae5ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.678051] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaab190e-5f98-4292-a859-4f18fc77ecf9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.687935] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b41e57e-ea67-4ae2-bcd5-af1be61df5db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.703576] env[69760]: DEBUG nova.compute.provider_tree [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 707.802624] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06634} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 707.802624] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 707.803241] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ad7107-a8b8-45ed-8bdc-75cd7c5c23a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.828453] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Reconfiguring VM instance instance-00000018 to attach disk [datastore1] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 707.828768] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-356a82dd-87cd-4cb9-98cf-65cc91cb35cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.852753] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 707.852753] env[69760]: value = "task-3393457" [ 707.852753] env[69760]: _type = "Task" [ 707.852753] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 707.862500] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393457, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.885185] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393455, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 707.899653] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393456, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.049936] env[69760]: DEBUG nova.network.neutron [-] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 708.058564] env[69760]: DEBUG oslo_concurrency.lockutils [req-f7439b2f-34bf-4762-af09-8be918c7bf20 req-d6b31d0a-ec75-4012-b009-90461b322892 service nova] Releasing lock "refresh_cache-5fdba60e-db04-441c-bc59-005f598cf826" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.199341] env[69760]: DEBUG nova.network.neutron [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Successfully updated port: b14bd25b-dbbf-410c-ac79-8d9a745c0836 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 708.227660] env[69760]: ERROR nova.scheduler.client.report [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [req-8b9269b5-f15d-47d3-ac22-7b446d7acb1c] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8b9269b5-f15d-47d3-ac22-7b446d7acb1c"}]} [ 708.244895] env[69760]: DEBUG nova.scheduler.client.report [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 708.261959] env[69760]: DEBUG nova.scheduler.client.report [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 708.262234] env[69760]: DEBUG nova.compute.provider_tree [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.276142] env[69760]: DEBUG nova.scheduler.client.report [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 708.298568] env[69760]: DEBUG nova.scheduler.client.report [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 708.366584] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.386498] env[69760]: DEBUG oslo_vmware.api [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393455, 'name': PowerOnVM_Task, 'duration_secs': 0.933263} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.389285] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 708.389873] env[69760]: INFO nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Took 8.06 seconds to spawn the instance on the hypervisor. [ 708.390256] env[69760]: DEBUG nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 708.391666] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637fe1b2-0da0-4e4d-8d3d-f8df562a38d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.403222] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.778748} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.407202] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5fdba60e-db04-441c-bc59-005f598cf826/5fdba60e-db04-441c-bc59-005f598cf826.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 708.407473] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 708.411403] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9d811eb-5e02-4081-97ba-c13fe2d93249 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.419406] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 708.419406] env[69760]: value = "task-3393458" [ 708.419406] env[69760]: _type = "Task" [ 708.419406] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 708.434623] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393458, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.554245] env[69760]: INFO nova.compute.manager [-] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Took 1.40 seconds to deallocate network for instance. [ 708.637067] env[69760]: DEBUG nova.compute.manager [req-3c1b216c-4dee-4c41-a16e-d199a8238964 req-e93d9652-d65f-4531-b775-f8f58bd4ad0c service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received event network-vif-plugged-b14bd25b-dbbf-410c-ac79-8d9a745c0836 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.637067] env[69760]: DEBUG oslo_concurrency.lockutils [req-3c1b216c-4dee-4c41-a16e-d199a8238964 req-e93d9652-d65f-4531-b775-f8f58bd4ad0c service nova] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 708.637067] env[69760]: DEBUG oslo_concurrency.lockutils [req-3c1b216c-4dee-4c41-a16e-d199a8238964 req-e93d9652-d65f-4531-b775-f8f58bd4ad0c service nova] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.637270] env[69760]: DEBUG oslo_concurrency.lockutils [req-3c1b216c-4dee-4c41-a16e-d199a8238964 req-e93d9652-d65f-4531-b775-f8f58bd4ad0c service nova] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.637494] env[69760]: DEBUG nova.compute.manager [req-3c1b216c-4dee-4c41-a16e-d199a8238964 req-e93d9652-d65f-4531-b775-f8f58bd4ad0c service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] No waiting events found dispatching network-vif-plugged-b14bd25b-dbbf-410c-ac79-8d9a745c0836 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 708.637726] env[69760]: WARNING nova.compute.manager [req-3c1b216c-4dee-4c41-a16e-d199a8238964 req-e93d9652-d65f-4531-b775-f8f58bd4ad0c service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received unexpected event network-vif-plugged-b14bd25b-dbbf-410c-ac79-8d9a745c0836 for instance with vm_state active and task_state None. [ 708.702977] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.703173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.703350] env[69760]: DEBUG nova.network.neutron [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 708.779930] env[69760]: DEBUG nova.compute.manager [req-7ee6b1b3-02f8-4c76-a0ee-adc8a08e3f53 req-eb25b562-c731-4aa3-82bb-aae5a9fc03e7 service nova] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Received event network-vif-deleted-1404362b-7660-47f3-8ad9-c1ca4dfcc46f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 708.861528] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5b0d9a-02ca-4097-8cbd-6f960462ebb7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.867377] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393457, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 708.872245] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9ff842-f6e8-4568-861b-47de540807f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.904141] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3b0fc71-5224-4809-8458-1024f460deee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.912712] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b11174-9f5d-47d1-9483-08ade0ba9223 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.926187] env[69760]: INFO nova.compute.manager [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Took 32.06 seconds to build instance. [ 708.934825] env[69760]: DEBUG nova.compute.provider_tree [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 708.943515] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393458, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073458} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 708.943834] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 708.944668] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4493a0a0-969f-4e66-b3f7-a1cbb734d2c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.973621] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] 5fdba60e-db04-441c-bc59-005f598cf826/5fdba60e-db04-441c-bc59-005f598cf826.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 708.974490] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c01960c0-6ee7-4a14-91a8-216fa01c7244 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 708.996607] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 708.996607] env[69760]: value = "task-3393459" [ 708.996607] env[69760]: _type = "Task" [ 708.996607] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.006779] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393459, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.064226] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 709.265903] env[69760]: WARNING nova.network.neutron [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] 504b24e4-f426-41bf-bbb3-2afc8307256a already exists in list: networks containing: ['504b24e4-f426-41bf-bbb3-2afc8307256a']. ignoring it [ 709.365617] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393457, 'name': ReconfigVM_Task, 'duration_secs': 1.087956} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.365617] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Reconfigured VM instance instance-00000018 to attach disk [datastore1] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7/0a2bc9c4-5335-495e-8f4b-7796eb7a74c7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 709.366187] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b68e45f-d74a-40ca-950a-37a3925d33a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.375720] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 709.375720] env[69760]: value = "task-3393460" [ 709.375720] env[69760]: _type = "Task" [ 709.375720] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.384994] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393460, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.437762] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59b286d7-a424-4d6b-a2c3-19ea62078e53 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.809s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.477313] env[69760]: DEBUG nova.scheduler.client.report [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 54 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 709.477580] env[69760]: DEBUG nova.compute.provider_tree [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 54 to 55 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 709.477769] env[69760]: DEBUG nova.compute.provider_tree [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 709.511984] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.891217] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393460, 'name': Rename_Task, 'duration_secs': 0.379406} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 709.892205] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 709.892643] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1d8c4ba5-ee22-4ce7-af86-d2d161beffe0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.903019] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 709.903019] env[69760]: value = "task-3393461" [ 709.903019] env[69760]: _type = "Task" [ 709.903019] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.911967] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393461, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.943451] env[69760]: DEBUG nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 709.959163] env[69760]: DEBUG nova.network.neutron [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b14bd25b-dbbf-410c-ac79-8d9a745c0836", "address": "fa:16:3e:af:d8:b5", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14bd25b-db", "ovs_interfaceid": "b14bd25b-dbbf-410c-ac79-8d9a745c0836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.986822] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.988s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 709.987438] env[69760]: DEBUG nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 709.990033] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.843s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 709.991460] env[69760]: INFO nova.compute.claims [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 710.008479] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393459, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.411831] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393461, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.465673] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.466428] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.466604] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.467794] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 710.469008] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf672f29-d3ce-4676-a396-65a4364797fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.487977] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 710.488233] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 710.488390] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 710.488595] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 710.488751] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 710.490921] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 710.491200] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 710.491640] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 710.491858] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 710.492057] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 710.492246] env[69760]: DEBUG nova.virt.hardware [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 710.498732] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Reconfiguring VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 710.501859] env[69760]: DEBUG nova.compute.utils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 710.503078] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28ea768a-3409-4b8a-bce1-151e5645e09d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.516383] env[69760]: DEBUG nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 710.518794] env[69760]: DEBUG nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 710.518967] env[69760]: DEBUG nova.network.neutron [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 710.530186] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393459, 'name': ReconfigVM_Task, 'duration_secs': 1.295657} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.531744] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Reconfigured VM instance instance-0000001b to attach disk [datastore1] 5fdba60e-db04-441c-bc59-005f598cf826/5fdba60e-db04-441c-bc59-005f598cf826.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 710.532499] env[69760]: DEBUG oslo_vmware.api [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 710.532499] env[69760]: value = "task-3393462" [ 710.532499] env[69760]: _type = "Task" [ 710.532499] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.532688] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-132fd54e-5feb-4453-a7e9-d135edc43145 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.542375] env[69760]: DEBUG oslo_vmware.api [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393462, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.543685] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 710.543685] env[69760]: value = "task-3393463" [ 710.543685] env[69760]: _type = "Task" [ 710.543685] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.552223] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393463, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.609851] env[69760]: DEBUG nova.policy [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bd1d9ca00c4e4d61a7289ede5f015de8', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'aa6f1fe7c7ab42b7b3020e4139790c00', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 710.819665] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7767d248-ed5b-4469-acb4-1d8cfb5f4c05 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.830415] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-544e6d10-4d12-4e04-95b5-c4e9f2fce8f8 tempest-ServersAdminNegativeTestJSON-1694485433 tempest-ServersAdminNegativeTestJSON-1694485433-project-admin] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Suspending the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 710.830814] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-d749e4f8-bae9-43d6-996e-986c3c1697b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.839664] env[69760]: DEBUG oslo_vmware.api [None req-544e6d10-4d12-4e04-95b5-c4e9f2fce8f8 tempest-ServersAdminNegativeTestJSON-1694485433 tempest-ServersAdminNegativeTestJSON-1694485433-project-admin] Waiting for the task: (returnval){ [ 710.839664] env[69760]: value = "task-3393464" [ 710.839664] env[69760]: _type = "Task" [ 710.839664] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.848754] env[69760]: DEBUG oslo_vmware.api [None req-544e6d10-4d12-4e04-95b5-c4e9f2fce8f8 tempest-ServersAdminNegativeTestJSON-1694485433 tempest-ServersAdminNegativeTestJSON-1694485433-project-admin] Task: {'id': task-3393464, 'name': SuspendVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.911686] env[69760]: DEBUG oslo_vmware.api [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393461, 'name': PowerOnVM_Task, 'duration_secs': 0.769671} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.912037] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 710.912217] env[69760]: DEBUG nova.compute.manager [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 710.913197] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a704c88e-d960-4045-95c0-35f08909f062 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.040916] env[69760]: DEBUG nova.network.neutron [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Successfully created port: 78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 711.071467] env[69760]: DEBUG oslo_vmware.api [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393462, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.071738] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393463, 'name': Rename_Task, 'duration_secs': 0.152194} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.072130] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 711.072961] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-072e2b9d-459d-403d-a0dd-9d91a3b83d91 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.084886] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 711.084886] env[69760]: value = "task-3393465" [ 711.084886] env[69760]: _type = "Task" [ 711.084886] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.105633] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393465, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.351863] env[69760]: DEBUG oslo_vmware.api [None req-544e6d10-4d12-4e04-95b5-c4e9f2fce8f8 tempest-ServersAdminNegativeTestJSON-1694485433 tempest-ServersAdminNegativeTestJSON-1694485433-project-admin] Task: {'id': task-3393464, 'name': SuspendVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.437364] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.532092] env[69760]: DEBUG nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 711.535317] env[69760]: DEBUG nova.compute.manager [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received event network-changed-b14bd25b-dbbf-410c-ac79-8d9a745c0836 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 711.535528] env[69760]: DEBUG nova.compute.manager [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Refreshing instance network info cache due to event network-changed-b14bd25b-dbbf-410c-ac79-8d9a745c0836. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 711.536234] env[69760]: DEBUG oslo_concurrency.lockutils [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] Acquiring lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.536392] env[69760]: DEBUG oslo_concurrency.lockutils [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] Acquired lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.536561] env[69760]: DEBUG nova.network.neutron [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Refreshing network info cache for port b14bd25b-dbbf-410c-ac79-8d9a745c0836 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 711.560267] env[69760]: DEBUG oslo_vmware.api [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393462, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.583322] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 711.583631] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 711.583938] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 711.583938] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 711.585038] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 711.585038] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 711.585038] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 711.585038] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 711.585038] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 711.585038] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 711.585038] env[69760]: DEBUG nova.virt.hardware [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 711.586428] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c58ed321-3a24-4fb6-bebe-12ca7803fe1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.602334] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1496b932-12b3-453a-98f9-98b7892ac372 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.606366] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393465, 'name': PowerOnVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.699480] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94b73918-a8e6-4dba-aec2-0bafa65ffa28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.707808] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d365e5-a781-4019-bd3a-4d5188248463 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.742170] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe36b939-52a6-4105-ad83-2d78fe7d5ffb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.750964] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d15b8fdd-a078-46a2-96dc-9d6b9f142a11 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.766064] env[69760]: DEBUG nova.compute.provider_tree [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 711.852856] env[69760]: DEBUG oslo_vmware.api [None req-544e6d10-4d12-4e04-95b5-c4e9f2fce8f8 tempest-ServersAdminNegativeTestJSON-1694485433 tempest-ServersAdminNegativeTestJSON-1694485433-project-admin] Task: {'id': task-3393464, 'name': SuspendVM_Task, 'duration_secs': 0.695786} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.853440] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-544e6d10-4d12-4e04-95b5-c4e9f2fce8f8 tempest-ServersAdminNegativeTestJSON-1694485433 tempest-ServersAdminNegativeTestJSON-1694485433-project-admin] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Suspended the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 711.853688] env[69760]: DEBUG nova.compute.manager [None req-544e6d10-4d12-4e04-95b5-c4e9f2fce8f8 tempest-ServersAdminNegativeTestJSON-1694485433 tempest-ServersAdminNegativeTestJSON-1694485433-project-admin] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 711.854579] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3a2f2bf-90f1-4371-88f3-3f2929aa92c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.052408] env[69760]: DEBUG oslo_vmware.api [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393462, 'name': ReconfigVM_Task, 'duration_secs': 1.075597} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.052937] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.053167] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Reconfigured VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 712.105740] env[69760]: DEBUG oslo_vmware.api [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393465, 'name': PowerOnVM_Task, 'duration_secs': 0.600335} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.106019] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 712.106252] env[69760]: INFO nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Took 7.61 seconds to spawn the instance on the hypervisor. [ 712.106429] env[69760]: DEBUG nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 712.107245] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa402917-079d-4ea3-b2cd-0e37c8033e83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.269810] env[69760]: DEBUG nova.scheduler.client.report [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 712.372761] env[69760]: DEBUG nova.network.neutron [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updated VIF entry in instance network info cache for port b14bd25b-dbbf-410c-ac79-8d9a745c0836. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 712.373171] env[69760]: DEBUG nova.network.neutron [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b14bd25b-dbbf-410c-ac79-8d9a745c0836", "address": "fa:16:3e:af:d8:b5", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb14bd25b-db", "ovs_interfaceid": "b14bd25b-dbbf-410c-ac79-8d9a745c0836", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.561863] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c0f0097f-8888-418c-b0ef-62881506ad70 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-cd455839-d8b8-469a-9f5a-ff427fb90807-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.503s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.629160] env[69760]: INFO nova.compute.manager [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Took 31.44 seconds to build instance. [ 712.764719] env[69760]: DEBUG nova.network.neutron [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Successfully updated port: 78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 712.775953] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.786s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.776480] env[69760]: DEBUG nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 712.781530] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.838s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.783135] env[69760]: INFO nova.compute.claims [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 712.876267] env[69760]: DEBUG oslo_concurrency.lockutils [req-2143c2e6-41d9-4e19-9b55-6084b6c67a66 req-565c4edf-cc9d-4577-a476-732bea166c0b service nova] Releasing lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.132341] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e8ae0f0-7b1b-490b-adb5-e7ffdfc816ae tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "5fdba60e-db04-441c-bc59-005f598cf826" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.338s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 713.269982] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "refresh_cache-f1a69e79-d8ad-4782-9150-7215548506e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.269982] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquired lock "refresh_cache-f1a69e79-d8ad-4782-9150-7215548506e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.269982] env[69760]: DEBUG nova.network.neutron [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.287965] env[69760]: DEBUG nova.compute.utils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 713.291370] env[69760]: DEBUG nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 713.634331] env[69760]: DEBUG nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 713.790492] env[69760]: DEBUG nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 713.821820] env[69760]: DEBUG nova.network.neutron [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 714.015769] env[69760]: DEBUG nova.compute.manager [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Received event network-vif-plugged-78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.015769] env[69760]: DEBUG oslo_concurrency.lockutils [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] Acquiring lock "f1a69e79-d8ad-4782-9150-7215548506e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.015769] env[69760]: DEBUG oslo_concurrency.lockutils [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] Lock "f1a69e79-d8ad-4782-9150-7215548506e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.015769] env[69760]: DEBUG oslo_concurrency.lockutils [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] Lock "f1a69e79-d8ad-4782-9150-7215548506e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.015769] env[69760]: DEBUG nova.compute.manager [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] No waiting events found dispatching network-vif-plugged-78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 714.015769] env[69760]: WARNING nova.compute.manager [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Received unexpected event network-vif-plugged-78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 for instance with vm_state building and task_state spawning. [ 714.015769] env[69760]: DEBUG nova.compute.manager [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Received event network-changed-78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 714.015769] env[69760]: DEBUG nova.compute.manager [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Refreshing instance network info cache due to event network-changed-78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 714.016188] env[69760]: DEBUG oslo_concurrency.lockutils [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] Acquiring lock "refresh_cache-f1a69e79-d8ad-4782-9150-7215548506e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.114164] env[69760]: DEBUG nova.network.neutron [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Updating instance_info_cache with network_info: [{"id": "78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4", "address": "fa:16:3e:d2:70:65", "network": {"id": "d160fe23-ca30-4c44-a7a1-2c543e1aeeb8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1705366192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6f1fe7c7ab42b7b3020e4139790c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9f058-e5", "ovs_interfaceid": "78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.161160] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.319676] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.320039] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.321092] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.321092] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.321092] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.325508] env[69760]: INFO nova.compute.manager [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Terminating instance [ 714.446132] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10d9d91-ee5f-4aea-91ee-e4f167dca519 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.455138] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffcbc99-650a-4618-ac05-e304cfb5d207 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.488670] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dc3de4c-ca46-42a2-acd0-32c83726cc21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.500055] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ddc84a-791c-4293-9a2f-e9c908846ca3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.515653] env[69760]: DEBUG nova.compute.provider_tree [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 714.615950] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Releasing lock "refresh_cache-f1a69e79-d8ad-4782-9150-7215548506e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.616734] env[69760]: DEBUG nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Instance network_info: |[{"id": "78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4", "address": "fa:16:3e:d2:70:65", "network": {"id": "d160fe23-ca30-4c44-a7a1-2c543e1aeeb8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1705366192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6f1fe7c7ab42b7b3020e4139790c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9f058-e5", "ovs_interfaceid": "78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 714.617084] env[69760]: DEBUG oslo_concurrency.lockutils [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] Acquired lock "refresh_cache-f1a69e79-d8ad-4782-9150-7215548506e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.617271] env[69760]: DEBUG nova.network.neutron [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Refreshing network info cache for port 78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 714.618465] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:70:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '94926d5b-bfab-4c04-85b5-0fe89934c8ff', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.628282] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Creating folder: Project (aa6f1fe7c7ab42b7b3020e4139790c00). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.632602] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1a5721b2-2851-42cb-aa04-5c332fbd7571 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.650170] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Created folder: Project (aa6f1fe7c7ab42b7b3020e4139790c00) in parent group-v676970. [ 714.650170] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Creating folder: Instances. Parent ref: group-v677047. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.650170] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7831852-3394-4e2e-a6d0-9e58196cdb17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.663137] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Created folder: Instances in parent group-v677047. [ 714.663434] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.663614] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.663813] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a582c642-49c1-48dc-9209-88ebe6059341 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.690557] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.690557] env[69760]: value = "task-3393468" [ 714.690557] env[69760]: _type = "Task" [ 714.690557] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.699358] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393468, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.807253] env[69760]: DEBUG nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 714.833294] env[69760]: DEBUG nova.virt.hardware [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 714.833294] env[69760]: DEBUG nova.compute.manager [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 714.833294] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 714.833294] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-077d80cd-946d-49b7-905d-189e529b7b59 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.836659] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c02aab32-f888-48ee-ba7b-b93ac78dd6a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.847524] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7baeffb2-60ed-4919-93db-219522858bf1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.851654] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 714.851915] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c128875e-5a3a-4626-91a7-3ec529bf47dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.865963] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 714.872687] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Creating folder: Project (624163308ee24044a84bfd7727ca03cc). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.874374] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5244ea4-dccf-4ae0-9f27-c81e2ee29859 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.876347] env[69760]: DEBUG oslo_vmware.api [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 714.876347] env[69760]: value = "task-3393469" [ 714.876347] env[69760]: _type = "Task" [ 714.876347] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.888244] env[69760]: DEBUG oslo_vmware.api [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393469, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.889845] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Created folder: Project (624163308ee24044a84bfd7727ca03cc) in parent group-v676970. [ 714.893018] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Creating folder: Instances. Parent ref: group-v677050. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 714.893018] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e3dc5c58-1e04-4a72-8f5b-97df3329222f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.901967] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Created folder: Instances in parent group-v677050. [ 714.902281] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 714.902561] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 714.902873] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-33e78a2f-cd45-4684-bcb7-45b43060f4d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.925851] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 714.925851] env[69760]: value = "task-3393472" [ 714.925851] env[69760]: _type = "Task" [ 714.925851] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.933121] env[69760]: DEBUG nova.network.neutron [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Updated VIF entry in instance network info cache for port 78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 714.933551] env[69760]: DEBUG nova.network.neutron [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Updating instance_info_cache with network_info: [{"id": "78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4", "address": "fa:16:3e:d2:70:65", "network": {"id": "d160fe23-ca30-4c44-a7a1-2c543e1aeeb8", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-1705366192-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "aa6f1fe7c7ab42b7b3020e4139790c00", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "94926d5b-bfab-4c04-85b5-0fe89934c8ff", "external-id": "nsx-vlan-transportzone-157", "segmentation_id": 157, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78f9f058-e5", "ovs_interfaceid": "78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 714.941299] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393472, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.996812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "5fdba60e-db04-441c-bc59-005f598cf826" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.997170] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "5fdba60e-db04-441c-bc59-005f598cf826" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.997339] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "5fdba60e-db04-441c-bc59-005f598cf826-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.997528] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "5fdba60e-db04-441c-bc59-005f598cf826-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.997740] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "5fdba60e-db04-441c-bc59-005f598cf826-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.000670] env[69760]: INFO nova.compute.manager [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Terminating instance [ 715.018383] env[69760]: DEBUG nova.scheduler.client.report [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 715.150579] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "edc6122e-6c43-41ac-918a-4fac2c168ee4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.150579] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.200294] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393468, 'name': CreateVM_Task, 'duration_secs': 0.377315} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.200541] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.201169] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.201340] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.201663] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.201921] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cf527a1-3652-4d91-ae64-6218b1d09945 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.207126] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 715.207126] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ea68b2-41d3-7dc6-9faf-1fd6c02446e2" [ 715.207126] env[69760]: _type = "Task" [ 715.207126] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.217512] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ea68b2-41d3-7dc6-9faf-1fd6c02446e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.390174] env[69760]: DEBUG oslo_vmware.api [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393469, 'name': PowerOffVM_Task, 'duration_secs': 0.258702} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.390474] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 715.390673] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 715.390946] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c14309a-0ace-42d4-a871-e32683d91de5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.437611] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393472, 'name': CreateVM_Task, 'duration_secs': 0.476078} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.437611] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 715.437611] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.444644] env[69760]: DEBUG oslo_concurrency.lockutils [req-2510a37a-4ee1-4008-87e9-ec14e61f4a1f req-c319a8bd-9991-4a48-b03a-bc41dbe285dc service nova] Releasing lock "refresh_cache-f1a69e79-d8ad-4782-9150-7215548506e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.462052] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 715.462311] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 715.462595] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleting the datastore file [datastore1] 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 715.462897] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6da3c896-b62e-4aaf-b182-90c7ea18fbe1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.471415] env[69760]: DEBUG oslo_vmware.api [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 715.471415] env[69760]: value = "task-3393474" [ 715.471415] env[69760]: _type = "Task" [ 715.471415] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.481540] env[69760]: DEBUG oslo_vmware.api [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393474, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.504493] env[69760]: DEBUG nova.compute.manager [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 715.504735] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.505684] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d676c0e-1f0b-4073-bd39-7cee2e076b2a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.514671] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.514984] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2b6457dc-33c9-4b7e-b254-53474759b5f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.525207] env[69760]: DEBUG oslo_vmware.api [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 715.525207] env[69760]: value = "task-3393475" [ 715.525207] env[69760]: _type = "Task" [ 715.525207] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.526725] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.745s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.527262] env[69760]: DEBUG nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 715.529972] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.498s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.530233] env[69760]: DEBUG nova.objects.instance [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lazy-loading 'resources' on Instance uuid 8e973be7-c31b-4a66-8d0d-d4e7a51b580f {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.531657] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-cd455839-d8b8-469a-9f5a-ff427fb90807-b14bd25b-dbbf-410c-ac79-8d9a745c0836" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.531842] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-cd455839-d8b8-469a-9f5a-ff427fb90807-b14bd25b-dbbf-410c-ac79-8d9a745c0836" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.540605] env[69760]: DEBUG oslo_vmware.api [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393475, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.547047] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.547317] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.718089] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ea68b2-41d3-7dc6-9faf-1fd6c02446e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011654} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.718420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.718661] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 715.718921] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.719086] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.719270] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 715.719584] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.719903] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.720258] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1e8ee6f-de17-4c1b-965a-f9abce133209 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.722631] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f41fb12-1518-4d30-b064-52e5310d83a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.728805] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 715.728805] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f3a0b7-13d4-8f1a-c26b-09efdabb3fd9" [ 715.728805] env[69760]: _type = "Task" [ 715.728805] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.733669] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 715.733920] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 715.734701] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cd04900-ab9d-46eb-82ab-bb710b399157 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.740206] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f3a0b7-13d4-8f1a-c26b-09efdabb3fd9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.743656] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 715.743656] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524342d7-9b1a-afd5-e684-3bbcb79cf62b" [ 715.743656] env[69760]: _type = "Task" [ 715.743656] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.751955] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524342d7-9b1a-afd5-e684-3bbcb79cf62b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.989160] env[69760]: DEBUG oslo_vmware.api [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393474, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.146456} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.989983] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 715.990187] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 715.990361] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 715.990558] env[69760]: INFO nova.compute.manager [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Took 1.16 seconds to destroy the instance on the hypervisor. [ 715.990852] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 715.990987] env[69760]: DEBUG nova.compute.manager [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 715.991091] env[69760]: DEBUG nova.network.neutron [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.034310] env[69760]: DEBUG oslo_vmware.api [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393475, 'name': PowerOffVM_Task, 'duration_secs': 0.232765} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.037509] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.037509] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.038702] env[69760]: DEBUG nova.compute.utils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 716.042891] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e27f1868-4beb-4e50-b2aa-6c8239393135 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.042891] env[69760]: DEBUG nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 716.042891] env[69760]: DEBUG nova.network.neutron [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 716.055517] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.055687] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.056617] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0714dc2c-1bbf-4b7e-907c-d66e433f2f73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.080689] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67afd5a9-6e16-4d8e-b8eb-bf21783e741a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.108838] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Reconfiguring VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 716.113904] env[69760]: DEBUG nova.policy [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2f230ac855bb45bdbfe0e272095190eb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b777f0485dff46229be479c56d1c24b8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 716.115828] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-320182e9-4e55-4bd0-9161-ba4d1b8fdf84 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.130369] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.130631] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.130829] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Deleting the datastore file [datastore1] 5fdba60e-db04-441c-bc59-005f598cf826 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.132289] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b87ec225-4e5e-45cb-b178-e78106567143 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.140458] env[69760]: DEBUG oslo_vmware.api [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for the task: (returnval){ [ 716.140458] env[69760]: value = "task-3393477" [ 716.140458] env[69760]: _type = "Task" [ 716.140458] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.141818] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 716.141818] env[69760]: value = "task-3393478" [ 716.141818] env[69760]: _type = "Task" [ 716.141818] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.156945] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.160153] env[69760]: DEBUG oslo_vmware.api [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393477, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.241924] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f3a0b7-13d4-8f1a-c26b-09efdabb3fd9, 'name': SearchDatastore_Task, 'duration_secs': 0.011727} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.241924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.241924] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 716.242356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.255822] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524342d7-9b1a-afd5-e684-3bbcb79cf62b, 'name': SearchDatastore_Task, 'duration_secs': 0.009677} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.259037] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b74733a9-e395-4e9f-b4bc-af327a6b4ca7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.265379] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 716.265379] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5b63a-a3e4-2728-f8cd-d5461cac04a6" [ 716.265379] env[69760]: _type = "Task" [ 716.265379] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.282898] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5b63a-a3e4-2728-f8cd-d5461cac04a6, 'name': SearchDatastore_Task, 'duration_secs': 0.011294} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.283756] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.283756] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f1a69e79-d8ad-4782-9150-7215548506e8/f1a69e79-d8ad-4782-9150-7215548506e8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.283756] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.283952] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 716.285029] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea93ef7c-a3e3-47dc-afdc-9f370a1f064c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.289540] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8b55b3e2-8ccd-4efa-8a5b-b3d114da3d8d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.298807] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 716.298807] env[69760]: value = "task-3393479" [ 716.298807] env[69760]: _type = "Task" [ 716.298807] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.300355] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 716.300623] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 716.305561] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9f0d855-d73a-4582-9c1c-f9e2555aad7d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.316349] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393479, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.316545] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 716.316545] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52881a11-f8ee-16b8-3929-38ddf429fadc" [ 716.316545] env[69760]: _type = "Task" [ 716.316545] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.329070] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52881a11-f8ee-16b8-3929-38ddf429fadc, 'name': SearchDatastore_Task, 'duration_secs': 0.009988} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.333127] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54d5d518-3810-40e1-9237-6533d979a712 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.340299] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 716.340299] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbe7b0-8bc9-4bb3-c4a0-f1e02b90d026" [ 716.340299] env[69760]: _type = "Task" [ 716.340299] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.354085] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbe7b0-8bc9-4bb3-c4a0-f1e02b90d026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.416325] env[69760]: DEBUG nova.compute.manager [req-f0cad4fe-1e7f-4e6f-95ce-a10f6a40f307 req-bdb40fff-bc61-4820-bf59-faf75790dc21 service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Received event network-vif-deleted-bb6cde40-9aaf-42de-a0da-c53e681f5a2b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 716.416622] env[69760]: INFO nova.compute.manager [req-f0cad4fe-1e7f-4e6f-95ce-a10f6a40f307 req-bdb40fff-bc61-4820-bf59-faf75790dc21 service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Neutron deleted interface bb6cde40-9aaf-42de-a0da-c53e681f5a2b; detaching it from the instance and deleting it from the info cache [ 716.416622] env[69760]: DEBUG nova.network.neutron [req-f0cad4fe-1e7f-4e6f-95ce-a10f6a40f307 req-bdb40fff-bc61-4820-bf59-faf75790dc21 service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.481629] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "080eca8e-17a7-440b-9077-aaf2e6db062f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.481727] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.481918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "080eca8e-17a7-440b-9077-aaf2e6db062f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 716.482158] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 716.482395] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.488556] env[69760]: INFO nova.compute.manager [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Terminating instance [ 716.544566] env[69760]: DEBUG nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 716.580466] env[69760]: DEBUG nova.network.neutron [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Successfully created port: b3177604-1ba8-4c24-9953-13c1e0ce4a30 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 716.656511] env[69760]: DEBUG oslo_vmware.api [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Task: {'id': task-3393477, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165324} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.656619] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 716.656864] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 716.657081] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 716.658132] env[69760]: INFO nova.compute.manager [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Took 1.15 seconds to destroy the instance on the hypervisor. [ 716.658132] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 716.658132] env[69760]: DEBUG nova.compute.manager [-] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 716.658132] env[69760]: DEBUG nova.network.neutron [-] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 716.663851] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.789035] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e1ec38-28e4-4d13-a3e5-9bff297dc406 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.798036] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e47f4b-003d-4dde-830b-afa0f2c9c1a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.813031] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393479, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.511688} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.837561] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f1a69e79-d8ad-4782-9150-7215548506e8/f1a69e79-d8ad-4782-9150-7215548506e8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.837828] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.838162] env[69760]: DEBUG nova.network.neutron [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 716.840324] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1f7c4ef3-d35e-41a0-a855-1515cf88a6c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.842942] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68355711-f3ac-4adb-9077-46904d5eda87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.859614] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7074d7b-a323-4d1e-a6fc-f0dcbd219b47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.864107] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 716.864107] env[69760]: value = "task-3393480" [ 716.864107] env[69760]: _type = "Task" [ 716.864107] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.864741] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbe7b0-8bc9-4bb3-c4a0-f1e02b90d026, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.865135] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.865424] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] da2a951e-1858-4e53-8831-2575d9969cd8/da2a951e-1858-4e53-8831-2575d9969cd8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 716.869386] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-78ea2254-3469-4ecf-a821-8660975bd5c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.880988] env[69760]: DEBUG nova.compute.provider_tree [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 716.888240] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393480, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.889911] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 716.889911] env[69760]: value = "task-3393481" [ 716.889911] env[69760]: _type = "Task" [ 716.889911] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.899317] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393481, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.922826] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88845948-dfd7-4175-88ac-03b6836fe0b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.930393] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72df279-b370-4f92-a6d7-111e9d893cf2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.971391] env[69760]: DEBUG nova.compute.manager [req-f0cad4fe-1e7f-4e6f-95ce-a10f6a40f307 req-bdb40fff-bc61-4820-bf59-faf75790dc21 service nova] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Detach interface failed, port_id=bb6cde40-9aaf-42de-a0da-c53e681f5a2b, reason: Instance 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 716.992589] env[69760]: DEBUG nova.compute.manager [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 716.992848] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 716.993752] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf834e5-5fec-4ed9-b8dc-75f4882d8635 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.002188] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 717.002422] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afa935a0-5c04-47d8-a196-f287120879b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.068040] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 717.068187] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 717.069042] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Deleting the datastore file [datastore2] 080eca8e-17a7-440b-9077-aaf2e6db062f {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 717.069042] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3e65cbfa-e0fb-4c74-aa59-fa02217a5c27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.077485] env[69760]: DEBUG oslo_vmware.api [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 717.077485] env[69760]: value = "task-3393483" [ 717.077485] env[69760]: _type = "Task" [ 717.077485] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.086736] env[69760]: DEBUG oslo_vmware.api [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393483, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.158076] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.341672] env[69760]: INFO nova.compute.manager [-] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Took 1.35 seconds to deallocate network for instance. [ 717.377077] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393480, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069889} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.377416] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.378322] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30745380-96b5-4535-a80c-1a80779d38ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.406236] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Reconfiguring VM instance instance-0000001c to attach disk [datastore2] f1a69e79-d8ad-4782-9150-7215548506e8/f1a69e79-d8ad-4782-9150-7215548506e8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.407396] env[69760]: ERROR nova.scheduler.client.report [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] [req-736f113a-a628-411b-8af3-c0ff713ce396] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-736f113a-a628-411b-8af3-c0ff713ce396"}]} [ 717.411013] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-74a2bbf8-d36e-42d9-b3b8-af4debe84934 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.433219] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393481, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501098} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.434553] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] da2a951e-1858-4e53-8831-2575d9969cd8/da2a951e-1858-4e53-8831-2575d9969cd8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 717.434749] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 717.435111] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 717.435111] env[69760]: value = "task-3393484" [ 717.435111] env[69760]: _type = "Task" [ 717.435111] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.435309] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4c1cd739-21b3-43b5-8f21-b8e2824093aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.447424] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393484, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.448483] env[69760]: DEBUG nova.scheduler.client.report [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 717.451521] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 717.451521] env[69760]: value = "task-3393485" [ 717.451521] env[69760]: _type = "Task" [ 717.451521] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.467209] env[69760]: DEBUG nova.scheduler.client.report [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 717.467560] env[69760]: DEBUG nova.compute.provider_tree [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 717.472888] env[69760]: DEBUG nova.network.neutron [-] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 717.483843] env[69760]: DEBUG nova.scheduler.client.report [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 717.507511] env[69760]: DEBUG nova.scheduler.client.report [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 717.559704] env[69760]: DEBUG nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 717.592882] env[69760]: DEBUG oslo_vmware.api [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393483, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.418412} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.595299] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 717.595570] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 717.595744] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 717.595931] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 717.596108] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 717.596262] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 717.596470] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 717.596627] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 717.596792] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 717.596952] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 717.597796] env[69760]: DEBUG nova.virt.hardware [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 717.598150] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.598345] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.598518] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.598700] env[69760]: INFO nova.compute.manager [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Took 0.61 seconds to destroy the instance on the hypervisor. [ 717.598937] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 717.599681] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d99db556-972f-4b95-a7d6-acc7dec54914 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.604772] env[69760]: DEBUG nova.compute.manager [-] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 717.604945] env[69760]: DEBUG nova.network.neutron [-] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 717.613473] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2238fe37-95a4-4354-b59e-3e70faad25c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.660614] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.849429] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.950141] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393484, 'name': ReconfigVM_Task, 'duration_secs': 0.290097} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.950400] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Reconfigured VM instance instance-0000001c to attach disk [datastore2] f1a69e79-d8ad-4782-9150-7215548506e8/f1a69e79-d8ad-4782-9150-7215548506e8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.952122] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b6b65d37-569f-4dc7-a39a-36e702b2a51f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.962642] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 717.962642] env[69760]: value = "task-3393486" [ 717.962642] env[69760]: _type = "Task" [ 717.962642] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.965646] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393485, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096035} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.968712] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 717.971749] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91aeae7-a37c-4ccc-b146-9ed5daa2639c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.974853] env[69760]: INFO nova.compute.manager [-] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Took 1.32 seconds to deallocate network for instance. [ 717.997922] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Reconfiguring VM instance instance-0000001d to attach disk [datastore2] da2a951e-1858-4e53-8831-2575d9969cd8/da2a951e-1858-4e53-8831-2575d9969cd8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 717.998369] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393486, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.004289] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fbd492a-ad77-4cff-afad-0884e04a6f9c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.026126] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 718.026126] env[69760]: value = "task-3393487" [ 718.026126] env[69760]: _type = "Task" [ 718.026126] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.039838] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393487, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.081231] env[69760]: DEBUG nova.compute.manager [req-14b1c23a-cd3f-4604-badc-d1bb5c62927d req-e56f5314-84c0-4bb6-8980-8a4068ab8c87 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Received event network-vif-plugged-b3177604-1ba8-4c24-9953-13c1e0ce4a30 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.081467] env[69760]: DEBUG oslo_concurrency.lockutils [req-14b1c23a-cd3f-4604-badc-d1bb5c62927d req-e56f5314-84c0-4bb6-8980-8a4068ab8c87 service nova] Acquiring lock "ced4a485-7b18-48fc-af01-76a6ee562adb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.081785] env[69760]: DEBUG oslo_concurrency.lockutils [req-14b1c23a-cd3f-4604-badc-d1bb5c62927d req-e56f5314-84c0-4bb6-8980-8a4068ab8c87 service nova] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.081976] env[69760]: DEBUG oslo_concurrency.lockutils [req-14b1c23a-cd3f-4604-badc-d1bb5c62927d req-e56f5314-84c0-4bb6-8980-8a4068ab8c87 service nova] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.082172] env[69760]: DEBUG nova.compute.manager [req-14b1c23a-cd3f-4604-badc-d1bb5c62927d req-e56f5314-84c0-4bb6-8980-8a4068ab8c87 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] No waiting events found dispatching network-vif-plugged-b3177604-1ba8-4c24-9953-13c1e0ce4a30 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 718.082403] env[69760]: WARNING nova.compute.manager [req-14b1c23a-cd3f-4604-badc-d1bb5c62927d req-e56f5314-84c0-4bb6-8980-8a4068ab8c87 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Received unexpected event network-vif-plugged-b3177604-1ba8-4c24-9953-13c1e0ce4a30 for instance with vm_state building and task_state spawning. [ 718.119612] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c1b8034-bc30-4fcc-a6b0-74932bf6ae14 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.128267] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30db3b6-eaa8-4b65-911d-4cd549a5c257 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.166536] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b6811ed-0b25-41c8-ab27-96ed2c9fe96e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.179082] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508ac60d-07a6-4831-9a7f-a3b23a6fb129 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.183125] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.194242] env[69760]: DEBUG nova.compute.provider_tree [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.208847] env[69760]: DEBUG nova.network.neutron [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Successfully updated port: b3177604-1ba8-4c24-9953-13c1e0ce4a30 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 718.407427] env[69760]: DEBUG nova.network.neutron [-] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.442772] env[69760]: DEBUG nova.compute.manager [req-d2f972b7-49d7-4bfe-b6d9-7dccc4c4a836 req-38571bfc-f608-410e-9743-6db38382f9f8 service nova] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Received event network-vif-deleted-5666809d-772d-4b9b-8d90-69a8cd6d3288 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.442998] env[69760]: DEBUG nova.compute.manager [req-d2f972b7-49d7-4bfe-b6d9-7dccc4c4a836 req-38571bfc-f608-410e-9743-6db38382f9f8 service nova] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Received event network-vif-deleted-fb0b313e-04fd-43a6-87b8-11fdc305cdcb {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 718.476486] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393486, 'name': Rename_Task, 'duration_secs': 0.152702} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.477154] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.477154] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4d588ff-51e9-43ca-96f1-11b45ad6f784 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.484723] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 718.484723] env[69760]: value = "task-3393488" [ 718.484723] env[69760]: _type = "Task" [ 718.484723] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.493612] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393488, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.520404] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.536824] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393487, 'name': ReconfigVM_Task, 'duration_secs': 0.285875} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.537132] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Reconfigured VM instance instance-0000001d to attach disk [datastore2] da2a951e-1858-4e53-8831-2575d9969cd8/da2a951e-1858-4e53-8831-2575d9969cd8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 718.537832] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44d3a68c-b2cd-4ddb-b828-3a7e64c08d75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.547021] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 718.547021] env[69760]: value = "task-3393489" [ 718.547021] env[69760]: _type = "Task" [ 718.547021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.556384] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393489, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.681770] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.711215] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "refresh_cache-ced4a485-7b18-48fc-af01-76a6ee562adb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.711508] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquired lock "refresh_cache-ced4a485-7b18-48fc-af01-76a6ee562adb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.711732] env[69760]: DEBUG nova.network.neutron [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 718.738122] env[69760]: DEBUG nova.scheduler.client.report [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 57 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 718.738122] env[69760]: DEBUG nova.compute.provider_tree [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 57 to 58 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 718.738122] env[69760]: DEBUG nova.compute.provider_tree [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 718.910154] env[69760]: INFO nova.compute.manager [-] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Took 1.31 seconds to deallocate network for instance. [ 718.996169] env[69760]: DEBUG oslo_vmware.api [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393488, 'name': PowerOnVM_Task, 'duration_secs': 0.456598} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.996471] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 718.996681] env[69760]: INFO nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Took 7.46 seconds to spawn the instance on the hypervisor. [ 718.996866] env[69760]: DEBUG nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 718.997668] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069ba7a9-4e08-4491-b61f-f0bf8056040d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.057147] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393489, 'name': Rename_Task, 'duration_secs': 0.150872} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.057434] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 719.057676] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-67041e26-d687-423f-b1cc-023da4d46530 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.065490] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 719.065490] env[69760]: value = "task-3393490" [ 719.065490] env[69760]: _type = "Task" [ 719.065490] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.073707] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393490, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.174476] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.244423] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.714s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.246869] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.617s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.247078] env[69760]: DEBUG nova.objects.instance [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lazy-loading 'resources' on Instance uuid 5d016a77-5a8b-434f-ba21-11c1229b2fe2 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 719.257672] env[69760]: DEBUG nova.network.neutron [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 719.267559] env[69760]: INFO nova.scheduler.client.report [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Deleted allocations for instance 8e973be7-c31b-4a66-8d0d-d4e7a51b580f [ 719.418331] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.422757] env[69760]: DEBUG nova.network.neutron [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Updating instance_info_cache with network_info: [{"id": "b3177604-1ba8-4c24-9953-13c1e0ce4a30", "address": "fa:16:3e:e7:7d:28", "network": {"id": "69bff371-53cf-44e8-a050-6524559f86b0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-939088574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b777f0485dff46229be479c56d1c24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3177604-1b", "ovs_interfaceid": "b3177604-1ba8-4c24-9953-13c1e0ce4a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.517360] env[69760]: INFO nova.compute.manager [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Took 37.26 seconds to build instance. [ 719.576644] env[69760]: DEBUG oslo_vmware.api [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393490, 'name': PowerOnVM_Task, 'duration_secs': 0.441235} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.577369] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.577369] env[69760]: INFO nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Took 4.77 seconds to spawn the instance on the hypervisor. [ 719.577554] env[69760]: DEBUG nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 719.578360] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96ae7a24-81ce-46fa-abfe-c1d37d7c2199 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.675429] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.782089] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bb25e3e-935a-474a-987a-5fcd9f1ce044 tempest-InstanceActionsTestJSON-1953114615 tempest-InstanceActionsTestJSON-1953114615-project-member] Lock "8e973be7-c31b-4a66-8d0d-d4e7a51b580f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.452s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.926783] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Releasing lock "refresh_cache-ced4a485-7b18-48fc-af01-76a6ee562adb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.927102] env[69760]: DEBUG nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Instance network_info: |[{"id": "b3177604-1ba8-4c24-9953-13c1e0ce4a30", "address": "fa:16:3e:e7:7d:28", "network": {"id": "69bff371-53cf-44e8-a050-6524559f86b0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-939088574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b777f0485dff46229be479c56d1c24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3177604-1b", "ovs_interfaceid": "b3177604-1ba8-4c24-9953-13c1e0ce4a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 719.927711] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:7d:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '412cde91-d0f0-4193-b36b-d8b9d17384c6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3177604-1ba8-4c24-9953-13c1e0ce4a30', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 719.935504] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Creating folder: Project (b777f0485dff46229be479c56d1c24b8). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.936118] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6269310-b32f-43aa-976f-4284c069f3f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.951326] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Created folder: Project (b777f0485dff46229be479c56d1c24b8) in parent group-v676970. [ 719.951533] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Creating folder: Instances. Parent ref: group-v677053. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 719.951790] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-60751b0f-32dc-45f9-a1ad-eac6c0d0e0a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.963507] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Created folder: Instances in parent group-v677053. [ 719.963841] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 719.964089] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 719.964310] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d64f618-61ad-4007-afb9-3aa2989fbf12 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.987041] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 719.987041] env[69760]: value = "task-3393493" [ 719.987041] env[69760]: _type = "Task" [ 719.987041] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 719.997744] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393493, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.019021] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02bacdb3-a572-4b81-8633-0227f2352d9c tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "f1a69e79-d8ad-4782-9150-7215548506e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.240s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.096762] env[69760]: INFO nova.compute.manager [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Took 33.97 seconds to build instance. [ 720.180125] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.207150] env[69760]: DEBUG nova.compute.manager [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Received event network-changed-b3177604-1ba8-4c24-9953-13c1e0ce4a30 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 720.207346] env[69760]: DEBUG nova.compute.manager [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Refreshing instance network info cache due to event network-changed-b3177604-1ba8-4c24-9953-13c1e0ce4a30. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 720.208011] env[69760]: DEBUG oslo_concurrency.lockutils [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] Acquiring lock "refresh_cache-ced4a485-7b18-48fc-af01-76a6ee562adb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.208180] env[69760]: DEBUG oslo_concurrency.lockutils [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] Acquired lock "refresh_cache-ced4a485-7b18-48fc-af01-76a6ee562adb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.208408] env[69760]: DEBUG nova.network.neutron [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Refreshing network info cache for port b3177604-1ba8-4c24-9953-13c1e0ce4a30 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 720.263826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "f1a69e79-d8ad-4782-9150-7215548506e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.264288] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "f1a69e79-d8ad-4782-9150-7215548506e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.264633] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "f1a69e79-d8ad-4782-9150-7215548506e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.265258] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "f1a69e79-d8ad-4782-9150-7215548506e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.265258] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "f1a69e79-d8ad-4782-9150-7215548506e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.268331] env[69760]: INFO nova.compute.manager [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Terminating instance [ 720.317096] env[69760]: DEBUG nova.compute.manager [None req-07584f24-9ff0-4fc7-8dc6-ca5a55e350b7 tempest-ServerDiagnosticsV248Test-643215401 tempest-ServerDiagnosticsV248Test-643215401-project-admin] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 720.317257] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49998bd-06e8-4dcd-8cfd-b971f73508f2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.329337] env[69760]: INFO nova.compute.manager [None req-07584f24-9ff0-4fc7-8dc6-ca5a55e350b7 tempest-ServerDiagnosticsV248Test-643215401 tempest-ServerDiagnosticsV248Test-643215401-project-admin] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Retrieving diagnostics [ 720.330218] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-babe7301-27f5-43c6-833c-cae15eeed78b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.338417] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fa0760-1252-400b-9497-7ba9c99a50d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.376372] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea99bcc-27e4-4506-8ce8-5939a86e9403 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.407368] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ff0a9-77b6-4fae-bab9-d0ccbc2f9703 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.416930] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ccf7c3e-9a0e-4023-a57e-6d280dcd9871 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.431934] env[69760]: DEBUG nova.compute.provider_tree [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.497489] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393493, 'name': CreateVM_Task, 'duration_secs': 0.404919} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.497694] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.498424] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.498641] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.499028] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.499918] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e91d525-24b1-4120-8435-859343c53af6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.505248] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 720.505248] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5277d535-f7e6-8d8e-7acf-99b7444931d8" [ 720.505248] env[69760]: _type = "Task" [ 720.505248] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.514125] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5277d535-f7e6-8d8e-7acf-99b7444931d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.522027] env[69760]: DEBUG nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 720.597932] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb26b2c-332f-406e-8b32-71a095ed1f65 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "da2a951e-1858-4e53-8831-2575d9969cd8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 52.945s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.680034] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.773463] env[69760]: DEBUG nova.compute.manager [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 720.773859] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 720.774774] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8a08489-13bb-4e0c-adb4-3451b3fb79f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.783377] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 720.783662] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d44644f2-ce80-49cd-acab-41edba811f47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.790768] env[69760]: DEBUG oslo_vmware.api [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 720.790768] env[69760]: value = "task-3393494" [ 720.790768] env[69760]: _type = "Task" [ 720.790768] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.799865] env[69760]: DEBUG oslo_vmware.api [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393494, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.935177] env[69760]: DEBUG nova.scheduler.client.report [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 721.017111] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5277d535-f7e6-8d8e-7acf-99b7444931d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010867} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.017402] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.017636] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.017872] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.018048] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.018246] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.018516] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b5e34f5d-1fe7-42a5-925a-0d6080a57fdb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.028769] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.028964] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.031692] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be5eabb4-bdc5-4569-bf6b-195fbc613a7b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.037472] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 721.037472] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e59c1-58eb-a92f-887e-0f16dbeabc94" [ 721.037472] env[69760]: _type = "Task" [ 721.037472] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.047453] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e59c1-58eb-a92f-887e-0f16dbeabc94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.048420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.077735] env[69760]: DEBUG nova.network.neutron [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Updated VIF entry in instance network info cache for port b3177604-1ba8-4c24-9953-13c1e0ce4a30. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 721.078324] env[69760]: DEBUG nova.network.neutron [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Updating instance_info_cache with network_info: [{"id": "b3177604-1ba8-4c24-9953-13c1e0ce4a30", "address": "fa:16:3e:e7:7d:28", "network": {"id": "69bff371-53cf-44e8-a050-6524559f86b0", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-939088574-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b777f0485dff46229be479c56d1c24b8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "412cde91-d0f0-4193-b36b-d8b9d17384c6", "external-id": "nsx-vlan-transportzone-461", "segmentation_id": 461, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3177604-1b", "ovs_interfaceid": "b3177604-1ba8-4c24-9953-13c1e0ce4a30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 721.100850] env[69760]: DEBUG nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 721.177812] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.303680] env[69760]: DEBUG oslo_vmware.api [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393494, 'name': PowerOffVM_Task, 'duration_secs': 0.213331} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.304858] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 721.304858] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 721.304858] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d31f50d4-4260-40d7-9b85-13509ec61f87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.371366] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 721.371652] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 721.371873] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Deleting the datastore file [datastore2] f1a69e79-d8ad-4782-9150-7215548506e8 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 721.372185] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-23100516-4204-4dca-b33d-696062b8ab3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.383198] env[69760]: DEBUG oslo_vmware.api [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for the task: (returnval){ [ 721.383198] env[69760]: value = "task-3393496" [ 721.383198] env[69760]: _type = "Task" [ 721.383198] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.392817] env[69760]: DEBUG oslo_vmware.api [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393496, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.444859] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.198s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.447396] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.819s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 721.449201] env[69760]: INFO nova.compute.claims [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 721.473722] env[69760]: INFO nova.scheduler.client.report [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleted allocations for instance 5d016a77-5a8b-434f-ba21-11c1229b2fe2 [ 721.550793] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e59c1-58eb-a92f-887e-0f16dbeabc94, 'name': SearchDatastore_Task, 'duration_secs': 0.011247} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.551252] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d1be4b1-1f13-4bb9-90ce-ab80447cd2a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.561516] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 721.561516] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d4763-7a03-62aa-eac7-7fa243f7a485" [ 721.561516] env[69760]: _type = "Task" [ 721.561516] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.570613] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d4763-7a03-62aa-eac7-7fa243f7a485, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.581632] env[69760]: DEBUG oslo_concurrency.lockutils [req-7f5d41fd-acec-456e-a925-7a901feceb07 req-f9a45fee-2ee9-4609-9a00-c13383cbb545 service nova] Releasing lock "refresh_cache-ced4a485-7b18-48fc-af01-76a6ee562adb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.623752] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.680980] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.900018] env[69760]: DEBUG oslo_vmware.api [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Task: {'id': task-3393496, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142044} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.900018] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 721.900018] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 721.900018] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 721.900018] env[69760]: INFO nova.compute.manager [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Took 1.13 seconds to destroy the instance on the hypervisor. [ 721.900018] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 721.900018] env[69760]: DEBUG nova.compute.manager [-] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 721.900316] env[69760]: DEBUG nova.network.neutron [-] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.988879] env[69760]: DEBUG oslo_concurrency.lockutils [None req-43676a60-caed-4c73-9471-4ff2c7d60923 tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "5d016a77-5a8b-434f-ba21-11c1229b2fe2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.406s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.073660] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d4763-7a03-62aa-eac7-7fa243f7a485, 'name': SearchDatastore_Task, 'duration_secs': 0.012286} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.073948] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.074240] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ced4a485-7b18-48fc-af01-76a6ee562adb/ced4a485-7b18-48fc-af01-76a6ee562adb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.074521] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcdf7787-f3c8-49c6-b27c-f24a8d9160cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.088025] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 722.088025] env[69760]: value = "task-3393497" [ 722.088025] env[69760]: _type = "Task" [ 722.088025] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.095393] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393497, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.179177] env[69760]: DEBUG oslo_vmware.api [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393478, 'name': ReconfigVM_Task, 'duration_secs': 5.78102} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.179508] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.179921] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Reconfigured VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 722.334697] env[69760]: DEBUG nova.compute.manager [req-54e8123a-3fbc-47ab-ae41-055033471d27 req-faf8261d-502e-4a0c-ac0b-08e6cde6a78f service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Received event network-vif-deleted-78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.335572] env[69760]: INFO nova.compute.manager [req-54e8123a-3fbc-47ab-ae41-055033471d27 req-faf8261d-502e-4a0c-ac0b-08e6cde6a78f service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Neutron deleted interface 78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4; detaching it from the instance and deleting it from the info cache [ 722.335876] env[69760]: DEBUG nova.network.neutron [req-54e8123a-3fbc-47ab-ae41-055033471d27 req-faf8261d-502e-4a0c-ac0b-08e6cde6a78f service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.604433] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393497, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.774799] env[69760]: DEBUG nova.network.neutron [-] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.842802] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9f3ebf4e-15b0-4f7a-a0e4-b73e89305905 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.853534] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45ac9b09-d3c9-4aa0-b089-9a618b7b8a7b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.869088] env[69760]: DEBUG nova.compute.manager [req-61022c02-cd03-4982-b82e-d7cbae344149 req-a5028312-e50a-40f4-930d-b360240818ef service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received event network-vif-deleted-b14bd25b-dbbf-410c-ac79-8d9a745c0836 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 722.869298] env[69760]: INFO nova.compute.manager [req-61022c02-cd03-4982-b82e-d7cbae344149 req-a5028312-e50a-40f4-930d-b360240818ef service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Neutron deleted interface b14bd25b-dbbf-410c-ac79-8d9a745c0836; detaching it from the instance and deleting it from the info cache [ 722.869563] env[69760]: DEBUG nova.network.neutron [req-61022c02-cd03-4982-b82e-d7cbae344149 req-a5028312-e50a-40f4-930d-b360240818ef service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.899327] env[69760]: DEBUG nova.compute.manager [req-54e8123a-3fbc-47ab-ae41-055033471d27 req-faf8261d-502e-4a0c-ac0b-08e6cde6a78f service nova] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Detach interface failed, port_id=78f9f058-e5b4-4cc0-99e1-7bf5a9e8fdd4, reason: Instance f1a69e79-d8ad-4782-9150-7215548506e8 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 723.065047] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1505b95-30aa-40d5-b43a-f2caaaad1e91 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.075297] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f0b1c5-43cf-499d-abec-b7e5c0a6422c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.120018] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89409fde-56db-4803-ad91-543a600d60d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.126789] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393497, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526281} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.129169] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ced4a485-7b18-48fc-af01-76a6ee562adb/ced4a485-7b18-48fc-af01-76a6ee562adb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.129595] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.130077] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ccfb4449-7f5d-4fbf-985d-dabb29ca93e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.133119] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c56bcf6-5f42-4d05-b351-942dc0a7a98c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.149326] env[69760]: DEBUG nova.compute.provider_tree [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 723.152321] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 723.152321] env[69760]: value = "task-3393498" [ 723.152321] env[69760]: _type = "Task" [ 723.152321] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.167138] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393498, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.278607] env[69760]: INFO nova.compute.manager [-] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Took 1.38 seconds to deallocate network for instance. [ 723.372733] env[69760]: DEBUG oslo_concurrency.lockutils [req-61022c02-cd03-4982-b82e-d7cbae344149 req-a5028312-e50a-40f4-930d-b360240818ef service nova] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.372733] env[69760]: DEBUG oslo_concurrency.lockutils [req-61022c02-cd03-4982-b82e-d7cbae344149 req-a5028312-e50a-40f4-930d-b360240818ef service nova] Acquired lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.375879] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf62a52a-5b97-4861-aae0-a79bdafc67ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.394684] env[69760]: DEBUG oslo_concurrency.lockutils [req-61022c02-cd03-4982-b82e-d7cbae344149 req-a5028312-e50a-40f4-930d-b360240818ef service nova] Releasing lock "cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.394983] env[69760]: WARNING nova.compute.manager [req-61022c02-cd03-4982-b82e-d7cbae344149 req-a5028312-e50a-40f4-930d-b360240818ef service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Detach interface failed, port_id=b14bd25b-dbbf-410c-ac79-8d9a745c0836, reason: No device with interface-id b14bd25b-dbbf-410c-ac79-8d9a745c0836 exists on VM: nova.exception.NotFound: No device with interface-id b14bd25b-dbbf-410c-ac79-8d9a745c0836 exists on VM [ 723.654957] env[69760]: DEBUG nova.scheduler.client.report [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 723.668935] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393498, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071601} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.669333] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 723.670179] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6a5998-ca0c-422b-a0e9-3f7a5725bc3f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.698444] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Reconfiguring VM instance instance-0000001e to attach disk [datastore1] ced4a485-7b18-48fc-af01-76a6ee562adb/ced4a485-7b18-48fc-af01-76a6ee562adb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 723.698904] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05ff7b5a-732b-465a-aa65-aa0534d9277b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.721012] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 723.721012] env[69760]: value = "task-3393499" [ 723.721012] env[69760]: _type = "Task" [ 723.721012] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.730529] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393499, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.786456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.830616] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.830874] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.831078] env[69760]: DEBUG nova.network.neutron [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 723.938140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.938140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.938140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.938517] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.938843] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.941452] env[69760]: INFO nova.compute.manager [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Terminating instance [ 724.164411] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.717s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.166111] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.996s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.171041] env[69760]: INFO nova.compute.claims [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 724.232829] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393499, 'name': ReconfigVM_Task, 'duration_secs': 0.471455} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.233400] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Reconfigured VM instance instance-0000001e to attach disk [datastore1] ced4a485-7b18-48fc-af01-76a6ee562adb/ced4a485-7b18-48fc-af01-76a6ee562adb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 724.234306] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-594ee01d-be58-4393-85a4-9328e7ce34a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.244931] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 724.244931] env[69760]: value = "task-3393500" [ 724.244931] env[69760]: _type = "Task" [ 724.244931] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.252534] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393500, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.448098] env[69760]: DEBUG nova.compute.manager [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 724.451027] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 724.451027] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7362e371-041f-426d-826e-76614817bf27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.463172] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 724.463172] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2c35162c-815d-4bed-8a6e-6928660380bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.472769] env[69760]: DEBUG oslo_vmware.api [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 724.472769] env[69760]: value = "task-3393501" [ 724.472769] env[69760]: _type = "Task" [ 724.472769] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.482096] env[69760]: DEBUG oslo_vmware.api [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.676023] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "892a661a-278e-47bb-9d05-227cb15548fb" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.676023] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "892a661a-278e-47bb-9d05-227cb15548fb" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.758189] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393500, 'name': Rename_Task, 'duration_secs': 0.15552} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.758809] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 724.762030] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a329c01-b640-4ab6-8196-bc61708c0d92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.764664] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.765053] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.765219] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.765655] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.765655] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.768807] env[69760]: INFO nova.compute.manager [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Terminating instance [ 724.771714] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 724.771714] env[69760]: value = "task-3393502" [ 724.771714] env[69760]: _type = "Task" [ 724.771714] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.783338] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393502, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.805568] env[69760]: DEBUG nova.network.neutron [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [{"id": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "address": "fa:16:3e:94:fd:45", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.159", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapde9851cb-0e", "ovs_interfaceid": "de9851cb-0ecf-4fbf-9b82-19a1cf1f8348", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.907820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "3e91912e-2579-4026-b994-0f78a07bf0a2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.908197] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.908337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "3e91912e-2579-4026-b994-0f78a07bf0a2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 724.908515] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 724.908680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 724.911193] env[69760]: INFO nova.compute.manager [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Terminating instance [ 724.987711] env[69760]: DEBUG oslo_vmware.api [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393501, 'name': PowerOffVM_Task, 'duration_secs': 0.219891} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.987711] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.987711] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.987711] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4ea3eb7d-4506-46ed-a827-bdbb2fb6ecbf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.060386] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.060605] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.060810] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleting the datastore file [datastore2] cd455839-d8b8-469a-9f5a-ff427fb90807 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.061128] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-451dce9d-6b04-4bf2-827a-f2e83fc07e75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.070032] env[69760]: DEBUG oslo_vmware.api [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 725.070032] env[69760]: value = "task-3393504" [ 725.070032] env[69760]: _type = "Task" [ 725.070032] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.079434] env[69760]: DEBUG oslo_vmware.api [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393504, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.182029] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "892a661a-278e-47bb-9d05-227cb15548fb" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.505s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.182029] env[69760]: DEBUG nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 725.283863] env[69760]: DEBUG nova.compute.manager [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.284197] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.286114] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3b02eba-c28c-4832-87fc-df7fc1a062bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.304179] env[69760]: DEBUG oslo_vmware.api [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393502, 'name': PowerOnVM_Task, 'duration_secs': 0.480793} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.305456] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.305456] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 725.305456] env[69760]: INFO nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Took 7.75 seconds to spawn the instance on the hypervisor. [ 725.305456] env[69760]: DEBUG nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 725.305746] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a8890bb7-050b-4d1d-aeca-ca3c086fc969 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.309385] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694f2f9a-4f13-4576-86ef-94c8c1840850 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.311187] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-cd455839-d8b8-469a-9f5a-ff427fb90807" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.325301] env[69760]: DEBUG oslo_vmware.api [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 725.325301] env[69760]: value = "task-3393505" [ 725.325301] env[69760]: _type = "Task" [ 725.325301] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.344046] env[69760]: DEBUG oslo_vmware.api [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393505, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.416226] env[69760]: DEBUG nova.compute.manager [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 725.416459] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 725.417370] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b48c6bc8-ff23-4c14-ad23-39756c5be949 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.437985] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 725.438754] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-38c1d368-cfab-4acf-ab8c-5bcf0e254e54 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.447498] env[69760]: DEBUG oslo_vmware.api [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 725.447498] env[69760]: value = "task-3393506" [ 725.447498] env[69760]: _type = "Task" [ 725.447498] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.457193] env[69760]: DEBUG oslo_vmware.api [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.589024] env[69760]: DEBUG oslo_vmware.api [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393504, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.263225} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.589333] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 725.589658] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 725.589943] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 725.590211] env[69760]: INFO nova.compute.manager [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Took 1.14 seconds to destroy the instance on the hypervisor. [ 725.590531] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 725.590770] env[69760]: DEBUG nova.compute.manager [-] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 725.590871] env[69760]: DEBUG nova.network.neutron [-] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 725.694467] env[69760]: DEBUG nova.compute.utils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 725.699221] env[69760]: DEBUG nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 725.699429] env[69760]: DEBUG nova.network.neutron [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 725.756670] env[69760]: DEBUG nova.policy [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e4a0992a51784e769d31a45110961cc0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8133f728786b4d49b4f6514744e93cdc', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 725.816859] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0a0247d6-cb53-43e4-befa-f3f95ef5ba31 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-cd455839-d8b8-469a-9f5a-ff427fb90807-b14bd25b-dbbf-410c-ac79-8d9a745c0836" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.285s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.837996] env[69760]: INFO nova.compute.manager [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Took 37.91 seconds to build instance. [ 725.848729] env[69760]: DEBUG oslo_vmware.api [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393505, 'name': PowerOffVM_Task, 'duration_secs': 0.229508} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.850789] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.850789] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.850789] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-741e85fe-5ec8-4798-b5b9-6a6829db5637 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.953603] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 725.953603] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 725.953603] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleting the datastore file [datastore1] c6eff15b-a047-414f-a599-c3c4eec2e8d0 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 725.953946] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ac1ee61-15d1-40f1-ac41-503253292cfb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.964969] env[69760]: DEBUG oslo_vmware.api [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393506, 'name': PowerOffVM_Task, 'duration_secs': 0.252182} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.965829] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 725.966038] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 725.966293] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58c91444-2502-432f-b643-3089566052a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.971034] env[69760]: DEBUG oslo_vmware.api [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 725.971034] env[69760]: value = "task-3393508" [ 725.971034] env[69760]: _type = "Task" [ 725.971034] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.988152] env[69760]: DEBUG oslo_vmware.api [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393508, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.018978] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3da63c-82b0-4485-a060-f623ff72d508 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.034407] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0393e1fb-c2c5-4093-8234-cb1709c0aed2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.073174] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5e5e462-a9a5-4b45-ab62-05a6ead7fc66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.080618] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 726.080618] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 726.080618] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleting the datastore file [datastore2] 3e91912e-2579-4026-b994-0f78a07bf0a2 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 726.080618] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-001c48d2-f013-4baf-a124-b424bb93364f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.092258] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c130aa2e-dec5-43c9-9606-c698d4bf6462 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.096553] env[69760]: DEBUG oslo_vmware.api [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for the task: (returnval){ [ 726.096553] env[69760]: value = "task-3393510" [ 726.096553] env[69760]: _type = "Task" [ 726.096553] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.114968] env[69760]: DEBUG nova.compute.provider_tree [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.121768] env[69760]: DEBUG oslo_vmware.api [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393510, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.203349] env[69760]: DEBUG nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 726.222136] env[69760]: DEBUG nova.network.neutron [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Successfully created port: 4daa110c-b711-458b-876f-01e1cc86200e {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 726.340281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0bdd282c-23e6-481e-99c1-90dfeba3f2fa tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 56.646s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 726.483872] env[69760]: DEBUG oslo_vmware.api [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393508, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193717} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.484945] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.484945] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.485248] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.485248] env[69760]: INFO nova.compute.manager [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Took 1.20 seconds to destroy the instance on the hypervisor. [ 726.486559] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.486559] env[69760]: DEBUG nova.compute.manager [-] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.486559] env[69760]: DEBUG nova.network.neutron [-] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.620954] env[69760]: DEBUG nova.scheduler.client.report [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 726.629033] env[69760]: DEBUG oslo_vmware.api [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Task: {'id': task-3393510, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176745} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.629033] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 726.629033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 726.629033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 726.629033] env[69760]: INFO nova.compute.manager [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Took 1.21 seconds to destroy the instance on the hypervisor. [ 726.629033] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 726.629033] env[69760]: DEBUG nova.compute.manager [-] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 726.629033] env[69760]: DEBUG nova.network.neutron [-] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 726.843699] env[69760]: DEBUG nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 726.929192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.929468] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.941278] env[69760]: DEBUG nova.compute.manager [req-0e40ccf8-4bb8-4958-a76a-4d4f5e6c6b1d req-8558a1c9-80b5-4808-8ddd-44a69f948226 service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Received event network-vif-deleted-de9851cb-0ecf-4fbf-9b82-19a1cf1f8348 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 726.941278] env[69760]: INFO nova.compute.manager [req-0e40ccf8-4bb8-4958-a76a-4d4f5e6c6b1d req-8558a1c9-80b5-4808-8ddd-44a69f948226 service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Neutron deleted interface de9851cb-0ecf-4fbf-9b82-19a1cf1f8348; detaching it from the instance and deleting it from the info cache [ 726.941278] env[69760]: DEBUG nova.network.neutron [req-0e40ccf8-4bb8-4958-a76a-4d4f5e6c6b1d req-8558a1c9-80b5-4808-8ddd-44a69f948226 service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.953266] env[69760]: DEBUG nova.network.neutron [-] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.131018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.962s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.131018] env[69760]: DEBUG nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 727.131679] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.824s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.133691] env[69760]: INFO nova.compute.claims [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.217816] env[69760]: DEBUG nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 727.229500] env[69760]: DEBUG nova.compute.manager [req-7e0f34e0-68cd-4497-88ba-09cb64b93f59 req-be354089-5af7-4c7d-993a-f44f282db849 service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Received event network-vif-deleted-28508a5f-1c1d-42f5-9764-280a2a286cb5 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 727.229711] env[69760]: INFO nova.compute.manager [req-7e0f34e0-68cd-4497-88ba-09cb64b93f59 req-be354089-5af7-4c7d-993a-f44f282db849 service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Neutron deleted interface 28508a5f-1c1d-42f5-9764-280a2a286cb5; detaching it from the instance and deleting it from the info cache [ 727.230199] env[69760]: DEBUG nova.network.neutron [req-7e0f34e0-68cd-4497-88ba-09cb64b93f59 req-be354089-5af7-4c7d-993a-f44f282db849 service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.251521] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 727.251766] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 727.251924] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.252378] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 727.252378] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.252482] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 727.252645] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 727.252832] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 727.253016] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 727.253213] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 727.253387] env[69760]: DEBUG nova.virt.hardware [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 727.255080] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4355e93-2fb2-4817-acc6-4bc16bcb52c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.265693] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f43ed58-771b-4e6b-8cf8-a0c426172444 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.370072] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.388327] env[69760]: DEBUG nova.network.neutron [-] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.455144] env[69760]: INFO nova.compute.manager [-] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Took 1.86 seconds to deallocate network for instance. [ 727.457542] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06c8aebc-8c81-4ff3-bbab-78e66fb83eb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.474023] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8b1e38-d5e0-4801-8f71-be549fe57f66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.487639] env[69760]: DEBUG nova.network.neutron [-] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 727.513470] env[69760]: DEBUG nova.compute.manager [req-0e40ccf8-4bb8-4958-a76a-4d4f5e6c6b1d req-8558a1c9-80b5-4808-8ddd-44a69f948226 service nova] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Detach interface failed, port_id=de9851cb-0ecf-4fbf-9b82-19a1cf1f8348, reason: Instance cd455839-d8b8-469a-9f5a-ff427fb90807 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 727.645321] env[69760]: DEBUG nova.compute.utils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 727.647200] env[69760]: DEBUG nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 727.647200] env[69760]: DEBUG nova.network.neutron [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 727.716027] env[69760]: DEBUG nova.policy [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6250c2c63cb4a188c7cb60e497f8f19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47f6bc4c96784c08b0ab08a685ff9a80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 727.733836] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-043bf2da-076e-4c52-bbe3-09d4e61467c9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.744727] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0787f0df-3fff-435e-9cbc-0facfe3741b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.780699] env[69760]: DEBUG nova.compute.manager [req-7e0f34e0-68cd-4497-88ba-09cb64b93f59 req-be354089-5af7-4c7d-993a-f44f282db849 service nova] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Detach interface failed, port_id=28508a5f-1c1d-42f5-9764-280a2a286cb5, reason: Instance 3e91912e-2579-4026-b994-0f78a07bf0a2 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 727.890804] env[69760]: INFO nova.compute.manager [-] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Took 1.40 seconds to deallocate network for instance. [ 727.950047] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "ced4a485-7b18-48fc-af01-76a6ee562adb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.950047] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.954043] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "ced4a485-7b18-48fc-af01-76a6ee562adb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.954043] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.954043] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.955181] env[69760]: INFO nova.compute.manager [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Terminating instance [ 727.966240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.992714] env[69760]: INFO nova.compute.manager [-] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Took 1.36 seconds to deallocate network for instance. [ 728.156277] env[69760]: DEBUG nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 728.314820] env[69760]: DEBUG nova.network.neutron [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Successfully updated port: 4daa110c-b711-458b-876f-01e1cc86200e {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 728.322278] env[69760]: DEBUG nova.network.neutron [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Successfully created port: 790f9c40-91d1-41ed-a9cb-90f26d669c56 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 728.401380] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.459253] env[69760]: DEBUG nova.compute.manager [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 728.459464] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 728.460358] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7779eb6b-9f93-4d70-8fc9-c1d05996fb60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.476412] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 728.476705] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-331b9e2e-a123-489f-a156-edec28575a41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.484480] env[69760]: DEBUG oslo_vmware.api [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 728.484480] env[69760]: value = "task-3393511" [ 728.484480] env[69760]: _type = "Task" [ 728.484480] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.496707] env[69760]: DEBUG oslo_vmware.api [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.500672] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.729712] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75bc076f-aec4-4585-9578-05b590bc757b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.739189] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ab88ef-f0b4-4c33-a85e-7ef38f023435 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.770304] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98ff63d9-9f41-4d13-8e86-2cff19dc98e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.778889] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5e32de1-5574-4113-98a4-43deab143ad8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.793784] env[69760]: DEBUG nova.compute.provider_tree [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 728.820211] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "refresh_cache-daa9ce53-98b2-4511-b37c-d52c218be544" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.820432] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquired lock "refresh_cache-daa9ce53-98b2-4511-b37c-d52c218be544" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.820603] env[69760]: DEBUG nova.network.neutron [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 728.967160] env[69760]: DEBUG nova.compute.manager [req-32ecef8b-4eba-4ea3-b24e-ed3c7b299303 req-77db259a-f03f-439e-a8a6-50e8de8221e6 service nova] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Received event network-vif-deleted-e56de252-0226-47cb-b85e-0abd677adea2 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 728.994375] env[69760]: DEBUG oslo_vmware.api [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393511, 'name': PowerOffVM_Task, 'duration_secs': 0.239786} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.994641] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 728.994812] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 728.995092] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-251ca899-f27d-48a1-9be4-2c1320adf419 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.054586] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 729.054819] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 729.055055] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Deleting the datastore file [datastore1] ced4a485-7b18-48fc-af01-76a6ee562adb {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 729.055329] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c2b21357-e7b7-4861-a006-7028142af966 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.062806] env[69760]: DEBUG oslo_vmware.api [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for the task: (returnval){ [ 729.062806] env[69760]: value = "task-3393513" [ 729.062806] env[69760]: _type = "Task" [ 729.062806] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.071917] env[69760]: DEBUG oslo_vmware.api [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.164366] env[69760]: DEBUG nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 729.189925] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 729.190281] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 729.190647] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 729.190703] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 729.190928] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 729.191124] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 729.191372] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 729.191562] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 729.191762] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 729.192049] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 729.192231] env[69760]: DEBUG nova.virt.hardware [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 729.193354] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae310363-8a2e-4699-b472-a31621d75991 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.205098] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04d1f66-2a46-4853-b57a-6f29f23e5f1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.256476] env[69760]: DEBUG nova.compute.manager [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Received event network-vif-plugged-4daa110c-b711-458b-876f-01e1cc86200e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.258282] env[69760]: DEBUG oslo_concurrency.lockutils [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] Acquiring lock "daa9ce53-98b2-4511-b37c-d52c218be544-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 729.258282] env[69760]: DEBUG oslo_concurrency.lockutils [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] Lock "daa9ce53-98b2-4511-b37c-d52c218be544-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.258282] env[69760]: DEBUG oslo_concurrency.lockutils [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] Lock "daa9ce53-98b2-4511-b37c-d52c218be544-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.258282] env[69760]: DEBUG nova.compute.manager [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] No waiting events found dispatching network-vif-plugged-4daa110c-b711-458b-876f-01e1cc86200e {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 729.258282] env[69760]: WARNING nova.compute.manager [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Received unexpected event network-vif-plugged-4daa110c-b711-458b-876f-01e1cc86200e for instance with vm_state building and task_state spawning. [ 729.258282] env[69760]: DEBUG nova.compute.manager [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Received event network-changed-4daa110c-b711-458b-876f-01e1cc86200e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 729.258282] env[69760]: DEBUG nova.compute.manager [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Refreshing instance network info cache due to event network-changed-4daa110c-b711-458b-876f-01e1cc86200e. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 729.258282] env[69760]: DEBUG oslo_concurrency.lockutils [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] Acquiring lock "refresh_cache-daa9ce53-98b2-4511-b37c-d52c218be544" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.296869] env[69760]: DEBUG nova.scheduler.client.report [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.368958] env[69760]: DEBUG nova.network.neutron [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 729.526281] env[69760]: DEBUG nova.network.neutron [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Updating instance_info_cache with network_info: [{"id": "4daa110c-b711-458b-876f-01e1cc86200e", "address": "fa:16:3e:a7:31:73", "network": {"id": "9547a407-a08a-47e6-9e81-a9ef8f3ed038", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-721359462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8133f728786b4d49b4f6514744e93cdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4daa110c-b7", "ovs_interfaceid": "4daa110c-b711-458b-876f-01e1cc86200e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.574701] env[69760]: DEBUG oslo_vmware.api [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Task: {'id': task-3393513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160149} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.575172] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 729.575483] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 729.575764] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 729.576056] env[69760]: INFO nova.compute.manager [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Took 1.12 seconds to destroy the instance on the hypervisor. [ 729.576421] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 729.577044] env[69760]: DEBUG nova.compute.manager [-] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 729.577259] env[69760]: DEBUG nova.network.neutron [-] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 729.802570] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.671s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 729.803276] env[69760]: DEBUG nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 729.806285] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.346s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 729.807248] env[69760]: DEBUG nova.objects.instance [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lazy-loading 'resources' on Instance uuid 9b2b6fab-c836-4c5d-83a1-cf114fd908b7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 730.029606] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Releasing lock "refresh_cache-daa9ce53-98b2-4511-b37c-d52c218be544" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.029902] env[69760]: DEBUG nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Instance network_info: |[{"id": "4daa110c-b711-458b-876f-01e1cc86200e", "address": "fa:16:3e:a7:31:73", "network": {"id": "9547a407-a08a-47e6-9e81-a9ef8f3ed038", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-721359462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8133f728786b4d49b4f6514744e93cdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4daa110c-b7", "ovs_interfaceid": "4daa110c-b711-458b-876f-01e1cc86200e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 730.034019] env[69760]: DEBUG oslo_concurrency.lockutils [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] Acquired lock "refresh_cache-daa9ce53-98b2-4511-b37c-d52c218be544" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.034019] env[69760]: DEBUG nova.network.neutron [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Refreshing network info cache for port 4daa110c-b711-458b-876f-01e1cc86200e {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 730.034019] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:31:73', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '796c7fcb-00fd-4692-a44b-7ec550201e86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4daa110c-b711-458b-876f-01e1cc86200e', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.039406] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Creating folder: Project (8133f728786b4d49b4f6514744e93cdc). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.041020] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-75292ff9-ce40-48e7-975f-649e77e465ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.055051] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Created folder: Project (8133f728786b4d49b4f6514744e93cdc) in parent group-v676970. [ 730.055290] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Creating folder: Instances. Parent ref: group-v677056. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 730.056085] env[69760]: DEBUG nova.network.neutron [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Successfully updated port: 790f9c40-91d1-41ed-a9cb-90f26d669c56 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 730.057418] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4db5cccc-b8e8-4d8c-ae12-ba6c867ec9e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.069056] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Created folder: Instances in parent group-v677056. [ 730.069320] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 730.069817] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.070045] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4f9a04a1-39b9-466d-805a-3776d296a3bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.090586] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.090586] env[69760]: value = "task-3393516" [ 730.090586] env[69760]: _type = "Task" [ 730.090586] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.098539] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393516, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.320790] env[69760]: DEBUG nova.compute.utils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.322567] env[69760]: DEBUG nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 730.323431] env[69760]: DEBUG nova.network.neutron [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 730.393174] env[69760]: DEBUG nova.policy [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b14eea79cbe4de2b2d06c33da7856cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1935f599ecb147f29329dc8f4ef9eaf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 730.436986] env[69760]: DEBUG nova.network.neutron [-] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.560815] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.560971] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.561151] env[69760]: DEBUG nova.network.neutron [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.602337] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393516, 'name': CreateVM_Task, 'duration_secs': 0.308983} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.602337] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 730.602337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.602512] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.602786] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.605149] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3285ffbe-feab-4327-815b-1be06ab96fe0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.612633] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 730.612633] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5249f392-306c-0432-fb46-2d68d1974023" [ 730.612633] env[69760]: _type = "Task" [ 730.612633] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.621491] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5249f392-306c-0432-fb46-2d68d1974023, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.827746] env[69760]: DEBUG nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 730.874734] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6afe2c-5014-4652-8ae6-29c8edfcf39e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.886154] env[69760]: DEBUG nova.network.neutron [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Successfully created port: 956dabbb-b442-459e-8ef8-0e24989bfc51 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 730.889121] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1411f10-ddf9-4453-a957-40fc610602a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.893664] env[69760]: DEBUG nova.compute.manager [None req-f4464ea9-8e53-417e-a6cf-7e9c140fbcb0 tempest-ServerDiagnosticsV248Test-643215401 tempest-ServerDiagnosticsV248Test-643215401-project-admin] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 730.895455] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc313615-8051-4bf2-a235-515a0b00af83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.903847] env[69760]: INFO nova.compute.manager [None req-f4464ea9-8e53-417e-a6cf-7e9c140fbcb0 tempest-ServerDiagnosticsV248Test-643215401 tempest-ServerDiagnosticsV248Test-643215401-project-admin] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Retrieving diagnostics [ 730.930388] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a04b93-4d19-4aef-8b0c-68b3cf083c7e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.934533] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44625988-e0de-430b-96fd-d00ba18a5914 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.938906] env[69760]: INFO nova.compute.manager [-] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Took 1.36 seconds to deallocate network for instance. [ 730.969452] env[69760]: DEBUG nova.network.neutron [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Updated VIF entry in instance network info cache for port 4daa110c-b711-458b-876f-01e1cc86200e. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 730.970842] env[69760]: DEBUG nova.network.neutron [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Updating instance_info_cache with network_info: [{"id": "4daa110c-b711-458b-876f-01e1cc86200e", "address": "fa:16:3e:a7:31:73", "network": {"id": "9547a407-a08a-47e6-9e81-a9ef8f3ed038", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-721359462-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8133f728786b4d49b4f6514744e93cdc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "796c7fcb-00fd-4692-a44b-7ec550201e86", "external-id": "nsx-vlan-transportzone-42", "segmentation_id": 42, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4daa110c-b7", "ovs_interfaceid": "4daa110c-b711-458b-876f-01e1cc86200e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.974250] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ffedad6-976a-4f5b-953e-b4e825d6249c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.990099] env[69760]: DEBUG nova.compute.provider_tree [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.104060] env[69760]: DEBUG nova.network.neutron [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.123715] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5249f392-306c-0432-fb46-2d68d1974023, 'name': SearchDatastore_Task, 'duration_secs': 0.009917} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.124068] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.124305] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.124534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.124681] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.124857] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.127137] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-086859f5-c339-4603-9a9a-05c7ffec5b5e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.136544] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.136723] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.137457] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68b17950-cb0a-4957-b537-009afd40e026 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.143136] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 731.143136] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5221cc4c-950e-c71c-640f-1b969d599d54" [ 731.143136] env[69760]: _type = "Task" [ 731.143136] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.151204] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5221cc4c-950e-c71c-640f-1b969d599d54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.480463] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.480836] env[69760]: DEBUG oslo_concurrency.lockutils [req-2103e6e3-e7c7-410f-bb01-19deacbe9417 req-df19f5f1-fad6-4783-a350-e48a08e0c4ad service nova] Releasing lock "refresh_cache-daa9ce53-98b2-4511-b37c-d52c218be544" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.497398] env[69760]: DEBUG nova.scheduler.client.report [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 731.501607] env[69760]: DEBUG nova.network.neutron [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Updating instance_info_cache with network_info: [{"id": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "address": "fa:16:3e:97:65:e7", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f9c40-91", "ovs_interfaceid": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.571583] env[69760]: DEBUG nova.compute.manager [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Received event network-vif-plugged-790f9c40-91d1-41ed-a9cb-90f26d669c56 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.571809] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] Acquiring lock "12ce4033-baa4-43ca-b2b6-6927e5c38516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 731.572027] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 731.572207] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 731.572427] env[69760]: DEBUG nova.compute.manager [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] No waiting events found dispatching network-vif-plugged-790f9c40-91d1-41ed-a9cb-90f26d669c56 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 731.572519] env[69760]: WARNING nova.compute.manager [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Received unexpected event network-vif-plugged-790f9c40-91d1-41ed-a9cb-90f26d669c56 for instance with vm_state building and task_state spawning. [ 731.572749] env[69760]: DEBUG nova.compute.manager [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Received event network-vif-deleted-b3177604-1ba8-4c24-9953-13c1e0ce4a30 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.572861] env[69760]: DEBUG nova.compute.manager [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Received event network-changed-790f9c40-91d1-41ed-a9cb-90f26d669c56 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 731.573027] env[69760]: DEBUG nova.compute.manager [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Refreshing instance network info cache due to event network-changed-790f9c40-91d1-41ed-a9cb-90f26d669c56. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 731.573191] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] Acquiring lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.654902] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5221cc4c-950e-c71c-640f-1b969d599d54, 'name': SearchDatastore_Task, 'duration_secs': 0.010291} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.655739] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-15e5bd5a-be82-4fe9-aaac-7e8cb5abc5b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.662969] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 731.662969] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521146ce-6d9f-919a-9b29-f0b71a9de900" [ 731.662969] env[69760]: _type = "Task" [ 731.662969] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.673705] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521146ce-6d9f-919a-9b29-f0b71a9de900, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.837728] env[69760]: DEBUG nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 731.869741] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 731.870074] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 731.870277] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 731.870471] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 731.870622] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 731.873751] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 731.873751] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 731.873751] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 731.873751] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 731.873751] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 731.873751] env[69760]: DEBUG nova.virt.hardware [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 731.873751] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecc23cc-9f77-4cf1-84f6-d2edc42eb967 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.883160] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e71f80-210e-4255-9e76-91a787d8f49a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.003912] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.004629] env[69760]: DEBUG nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Instance network_info: |[{"id": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "address": "fa:16:3e:97:65:e7", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f9c40-91", "ovs_interfaceid": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 732.005059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.199s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.007597] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] Acquired lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.009123] env[69760]: DEBUG nova.network.neutron [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Refreshing network info cache for port 790f9c40-91d1-41ed-a9cb-90f26d669c56 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 732.010401] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:97:65:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '790f9c40-91d1-41ed-a9cb-90f26d669c56', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 732.018997] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating folder: Project (47f6bc4c96784c08b0ab08a685ff9a80). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.018997] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.268s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.019180] env[69760]: DEBUG nova.objects.instance [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lazy-loading 'resources' on Instance uuid b5d44093-2bb4-4f6d-a774-2db3d2f91f47 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 732.023249] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b8df958-0d5f-4bcf-99b8-d48cca316386 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.036711] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created folder: Project (47f6bc4c96784c08b0ab08a685ff9a80) in parent group-v676970. [ 732.036927] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating folder: Instances. Parent ref: group-v677059. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 732.038542] env[69760]: INFO nova.scheduler.client.report [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Deleted allocations for instance 9b2b6fab-c836-4c5d-83a1-cf114fd908b7 [ 732.039472] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-61c22e01-f763-4daf-9f02-9d5d4ea186f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.054225] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created folder: Instances in parent group-v677059. [ 732.054476] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 732.054665] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 732.054867] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-748cc9a8-4fe6-4727-b4e8-1aaae6f494ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.071935] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "da2a951e-1858-4e53-8831-2575d9969cd8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.073283] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "da2a951e-1858-4e53-8831-2575d9969cd8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.073283] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "da2a951e-1858-4e53-8831-2575d9969cd8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.073283] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "da2a951e-1858-4e53-8831-2575d9969cd8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.073283] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "da2a951e-1858-4e53-8831-2575d9969cd8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.074640] env[69760]: INFO nova.compute.manager [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Terminating instance [ 732.081767] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 732.081767] env[69760]: value = "task-3393519" [ 732.081767] env[69760]: _type = "Task" [ 732.081767] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.090682] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393519, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.174711] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521146ce-6d9f-919a-9b29-f0b71a9de900, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.174992] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.175265] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] daa9ce53-98b2-4511-b37c-d52c218be544/daa9ce53-98b2-4511-b37c-d52c218be544.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.175522] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b29ddd46-0598-46c1-897e-cceb561d70e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.183864] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 732.183864] env[69760]: value = "task-3393520" [ 732.183864] env[69760]: _type = "Task" [ 732.183864] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.196137] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393520, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.435982] env[69760]: DEBUG nova.network.neutron [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Successfully updated port: 956dabbb-b442-459e-8ef8-0e24989bfc51 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 732.453306] env[69760]: DEBUG nova.network.neutron [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Updated VIF entry in instance network info cache for port 790f9c40-91d1-41ed-a9cb-90f26d669c56. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 732.453918] env[69760]: DEBUG nova.network.neutron [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Updating instance_info_cache with network_info: [{"id": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "address": "fa:16:3e:97:65:e7", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f9c40-91", "ovs_interfaceid": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.554729] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bceb502d-bb75-431c-9eae-bceb31df25ea tempest-AttachInterfacesV270Test-2017062273 tempest-AttachInterfacesV270Test-2017062273-project-member] Lock "9b2b6fab-c836-4c5d-83a1-cf114fd908b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.917s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.581493] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "refresh_cache-da2a951e-1858-4e53-8831-2575d9969cd8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.581723] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquired lock "refresh_cache-da2a951e-1858-4e53-8831-2575d9969cd8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.581906] env[69760]: DEBUG nova.network.neutron [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.595778] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393519, 'name': CreateVM_Task, 'duration_secs': 0.339791} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.598975] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 732.600386] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.600533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.600925] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.601267] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7a19c9b5-1904-4ffd-90e0-28b4bd774895 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.610665] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 732.610665] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526b6c1b-bd13-85ae-9d12-38c85b958f3c" [ 732.610665] env[69760]: _type = "Task" [ 732.610665] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.622543] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526b6c1b-bd13-85ae-9d12-38c85b958f3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.696745] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393520, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.485519} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.697050] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] daa9ce53-98b2-4511-b37c-d52c218be544/daa9ce53-98b2-4511-b37c-d52c218be544.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.697682] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.697682] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-54409c8f-12c6-4083-9dac-7bd95eedfeff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.708434] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 732.708434] env[69760]: value = "task-3393521" [ 732.708434] env[69760]: _type = "Task" [ 732.708434] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.722190] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393521, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.940887] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "refresh_cache-4bfd7730-3528-4c66-ac61-7bc6e676f531" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.941283] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "refresh_cache-4bfd7730-3528-4c66-ac61-7bc6e676f531" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.941435] env[69760]: DEBUG nova.network.neutron [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.958044] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fb0e15e-ebbf-4a57-bcd2-21cb69e05a9d req-eb4abbc9-4412-4dd9-bd9c-8f06d18cbef7 service nova] Releasing lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.101586] env[69760]: DEBUG nova.network.neutron [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.105270] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dc0a4c4-e238-4c23-adcc-032db1f5109e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.117234] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca00279-7896-4579-93f1-0d1a7f339d38 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.128978] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526b6c1b-bd13-85ae-9d12-38c85b958f3c, 'name': SearchDatastore_Task, 'duration_secs': 0.041606} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.153519] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.153865] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 733.154162] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.154350] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.154565] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 733.155052] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8073edca-807c-4418-ae1d-d93d234aa848 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.157984] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd1d3913-341f-4181-9d9d-da357ce182c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.167907] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a912e062-93bf-476e-9098-cc248b7039af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.176181] env[69760]: DEBUG nova.network.neutron [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.178866] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 733.179106] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 733.180437] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101a033b-711a-407c-b303-b80eaa4e66ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.191365] env[69760]: DEBUG nova.compute.provider_tree [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 733.195129] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 733.195129] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522dda49-0106-1318-049d-f1b9b0d41f3d" [ 733.195129] env[69760]: _type = "Task" [ 733.195129] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.210032] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522dda49-0106-1318-049d-f1b9b0d41f3d, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.214648] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3032eab7-e5d1-4528-9f19-1e5aa98cd3ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.225034] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393521, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073798} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.225034] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 733.225034] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 733.225034] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52200366-25b8-e257-cf9c-ddb3acb4a967" [ 733.225034] env[69760]: _type = "Task" [ 733.225034] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.225034] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0beb4acf-4015-4007-b929-54f26ee43095 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.252873] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] daa9ce53-98b2-4511-b37c-d52c218be544/daa9ce53-98b2-4511-b37c-d52c218be544.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.257055] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b6dfea1-7b7f-4bb5-9e3c-53d6f0b714cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.272242] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52200366-25b8-e257-cf9c-ddb3acb4a967, 'name': SearchDatastore_Task, 'duration_secs': 0.010702} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.272521] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.272912] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/12ce4033-baa4-43ca-b2b6-6927e5c38516.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 733.274345] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5b54edf9-3a58-4f04-b6ec-636dc7467a4c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.281162] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 733.281162] env[69760]: value = "task-3393523" [ 733.281162] env[69760]: _type = "Task" [ 733.281162] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.282419] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 733.282419] env[69760]: value = "task-3393522" [ 733.282419] env[69760]: _type = "Task" [ 733.282419] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.295281] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393523, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.297966] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393522, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.520551] env[69760]: DEBUG nova.network.neutron [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.642255] env[69760]: DEBUG nova.compute.manager [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Received event network-vif-plugged-956dabbb-b442-459e-8ef8-0e24989bfc51 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.642255] env[69760]: DEBUG oslo_concurrency.lockutils [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] Acquiring lock "4bfd7730-3528-4c66-ac61-7bc6e676f531-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.642255] env[69760]: DEBUG oslo_concurrency.lockutils [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.642255] env[69760]: DEBUG oslo_concurrency.lockutils [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.642255] env[69760]: DEBUG nova.compute.manager [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] No waiting events found dispatching network-vif-plugged-956dabbb-b442-459e-8ef8-0e24989bfc51 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 733.642915] env[69760]: WARNING nova.compute.manager [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Received unexpected event network-vif-plugged-956dabbb-b442-459e-8ef8-0e24989bfc51 for instance with vm_state building and task_state spawning. [ 733.643313] env[69760]: DEBUG nova.compute.manager [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Received event network-changed-956dabbb-b442-459e-8ef8-0e24989bfc51 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 733.643595] env[69760]: DEBUG nova.compute.manager [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Refreshing instance network info cache due to event network-changed-956dabbb-b442-459e-8ef8-0e24989bfc51. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 733.643934] env[69760]: DEBUG oslo_concurrency.lockutils [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] Acquiring lock "refresh_cache-4bfd7730-3528-4c66-ac61-7bc6e676f531" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.681696] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Releasing lock "refresh_cache-da2a951e-1858-4e53-8831-2575d9969cd8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.683763] env[69760]: DEBUG nova.compute.manager [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 733.683763] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 733.684791] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f544d10b-f1b6-4d62-a7f7-faf305d524ce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.695105] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 733.696724] env[69760]: DEBUG nova.scheduler.client.report [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 733.700650] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2213c392-b812-4829-aa73-8e5b2b06f794 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.709673] env[69760]: DEBUG oslo_vmware.api [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 733.709673] env[69760]: value = "task-3393524" [ 733.709673] env[69760]: _type = "Task" [ 733.709673] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.721466] env[69760]: DEBUG oslo_vmware.api [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393524, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.740952] env[69760]: DEBUG nova.network.neutron [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Updating instance_info_cache with network_info: [{"id": "956dabbb-b442-459e-8ef8-0e24989bfc51", "address": "fa:16:3e:66:af:09", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956dabbb-b4", "ovs_interfaceid": "956dabbb-b442-459e-8ef8-0e24989bfc51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.800173] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393522, 'name': ReconfigVM_Task, 'duration_secs': 0.436955} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.800797] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Reconfigured VM instance instance-0000001f to attach disk [datastore2] daa9ce53-98b2-4511-b37c-d52c218be544/daa9ce53-98b2-4511-b37c-d52c218be544.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.801717] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393523, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50808} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.802074] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-73668e94-7c74-4d3a-8344-e45e009f93c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.804981] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/12ce4033-baa4-43ca-b2b6-6927e5c38516.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.805737] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.805737] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0be8b4c1-4472-4541-b71f-94429b676123 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.815945] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 733.815945] env[69760]: value = "task-3393526" [ 733.815945] env[69760]: _type = "Task" [ 733.815945] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.816312] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 733.816312] env[69760]: value = "task-3393525" [ 733.816312] env[69760]: _type = "Task" [ 733.816312] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.833025] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393525, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.833299] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393526, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.204037] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.185s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.212330] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 35.127s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 734.228729] env[69760]: DEBUG oslo_vmware.api [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393524, 'name': PowerOffVM_Task, 'duration_secs': 0.159468} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.229626] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 734.229795] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 734.230057] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f83153bb-2f52-4ecb-912c-31ba98ecebd0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.241204] env[69760]: INFO nova.scheduler.client.report [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Deleted allocations for instance b5d44093-2bb4-4f6d-a774-2db3d2f91f47 [ 734.247787] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "refresh_cache-4bfd7730-3528-4c66-ac61-7bc6e676f531" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.248033] env[69760]: DEBUG nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Instance network_info: |[{"id": "956dabbb-b442-459e-8ef8-0e24989bfc51", "address": "fa:16:3e:66:af:09", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956dabbb-b4", "ovs_interfaceid": "956dabbb-b442-459e-8ef8-0e24989bfc51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 734.248570] env[69760]: DEBUG oslo_concurrency.lockutils [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] Acquired lock "refresh_cache-4bfd7730-3528-4c66-ac61-7bc6e676f531" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.249122] env[69760]: DEBUG nova.network.neutron [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Refreshing network info cache for port 956dabbb-b442-459e-8ef8-0e24989bfc51 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 734.250248] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:af:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '956dabbb-b442-459e-8ef8-0e24989bfc51', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 734.258970] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.260585] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 734.260906] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 734.261112] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 734.261294] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Deleting the datastore file [datastore2] da2a951e-1858-4e53-8831-2575d9969cd8 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 734.261515] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8506060-1fbb-4e88-8675-84246506833e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.276758] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-02f32b27-0725-492e-b800-0337da6a1de5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.289283] env[69760]: DEBUG oslo_vmware.api [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for the task: (returnval){ [ 734.289283] env[69760]: value = "task-3393529" [ 734.289283] env[69760]: _type = "Task" [ 734.289283] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.290783] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 734.290783] env[69760]: value = "task-3393528" [ 734.290783] env[69760]: _type = "Task" [ 734.290783] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.307973] env[69760]: DEBUG oslo_vmware.api [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393529, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.311631] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393528, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.331479] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393526, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073049} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.335779] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.336289] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393525, 'name': Rename_Task, 'duration_secs': 0.167845} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.337209] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6265ff8-47e1-4cd8-9490-24b13e77ce02 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.341956] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.341956] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8ef4467-88ee-4f2f-af49-f7ba80446efd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.367624] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/12ce4033-baa4-43ca-b2b6-6927e5c38516.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.369207] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86be90b1-39c3-4632-9e42-fa19cf47f8f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.385214] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 734.385214] env[69760]: value = "task-3393530" [ 734.385214] env[69760]: _type = "Task" [ 734.385214] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.395833] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393530, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.396936] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 734.396936] env[69760]: value = "task-3393531" [ 734.396936] env[69760]: _type = "Task" [ 734.396936] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.405803] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393531, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.748578] env[69760]: DEBUG oslo_concurrency.lockutils [None req-241fa7ab-8e8e-4f05-8bf2-f4fcf5980b95 tempest-ServerExternalEventsTest-467428719 tempest-ServerExternalEventsTest-467428719-project-member] Lock "b5d44093-2bb4-4f6d-a774-2db3d2f91f47" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.323s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 734.806298] env[69760]: DEBUG oslo_vmware.api [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Task: {'id': task-3393529, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.101339} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.806913] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 734.807469] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 734.807469] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 734.807469] env[69760]: INFO nova.compute.manager [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Took 1.12 seconds to destroy the instance on the hypervisor. [ 734.807676] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 734.807873] env[69760]: DEBUG nova.compute.manager [-] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 734.808054] env[69760]: DEBUG nova.network.neutron [-] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 734.812670] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393528, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.834601] env[69760]: DEBUG nova.network.neutron [-] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 734.899232] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393530, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.917653] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393531, 'name': ReconfigVM_Task, 'duration_secs': 0.289862} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.918473] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/12ce4033-baa4-43ca-b2b6-6927e5c38516.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.919038] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fccaa7a5-41db-4d3d-9828-27335b3ac211 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.928984] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 734.928984] env[69760]: value = "task-3393532" [ 734.928984] env[69760]: _type = "Task" [ 734.928984] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.939537] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393532, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.033216] env[69760]: DEBUG nova.network.neutron [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Updated VIF entry in instance network info cache for port 956dabbb-b442-459e-8ef8-0e24989bfc51. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 735.033562] env[69760]: DEBUG nova.network.neutron [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Updating instance_info_cache with network_info: [{"id": "956dabbb-b442-459e-8ef8-0e24989bfc51", "address": "fa:16:3e:66:af:09", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap956dabbb-b4", "ovs_interfaceid": "956dabbb-b442-459e-8ef8-0e24989bfc51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.312148] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393528, 'name': CreateVM_Task, 'duration_secs': 0.945456} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.312592] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 735.314355] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.314355] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.314547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.315765] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05352773-fbff-44c7-b2b3-480cfdb3de16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.326434] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 735.326434] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32511-924c-661c-d266-83954b0696b5" [ 735.326434] env[69760]: _type = "Task" [ 735.326434] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.333164] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b547d452-7ea7-41c8-8fd1-9aa8d29c8cef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.339257] env[69760]: DEBUG nova.network.neutron [-] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.340428] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32511-924c-661c-d266-83954b0696b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.349347] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d5b5ad5-8b50-4006-8df4-b5990a5d16bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.383111] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2126b9c6-1a16-40f4-b27d-177f8cee843e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.397581] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afadc2ec-9352-42af-86d4-669c8273bc64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.401574] env[69760]: DEBUG oslo_vmware.api [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393530, 'name': PowerOnVM_Task, 'duration_secs': 0.565949} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.402161] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.402367] env[69760]: INFO nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Took 8.18 seconds to spawn the instance on the hypervisor. [ 735.402545] env[69760]: DEBUG nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.403762] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70d7e957-3321-4094-b2cf-6ea71c11fa82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.416448] env[69760]: DEBUG nova.compute.provider_tree [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 735.439342] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393532, 'name': Rename_Task, 'duration_secs': 0.155027} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.439744] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.439872] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45426b0a-dab4-4d83-a818-64b73a3f668e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.449100] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 735.449100] env[69760]: value = "task-3393533" [ 735.449100] env[69760]: _type = "Task" [ 735.449100] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.459342] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393533, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.537611] env[69760]: DEBUG oslo_concurrency.lockutils [req-4821a025-2fb7-4337-80f9-ce011b8c4664 req-36e79ffc-ad06-4c55-ba6b-58c51c7595ff service nova] Releasing lock "refresh_cache-4bfd7730-3528-4c66-ac61-7bc6e676f531" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.841269] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32511-924c-661c-d266-83954b0696b5, 'name': SearchDatastore_Task, 'duration_secs': 0.01175} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.841597] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.842093] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 735.842093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.842211] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.842380] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 735.842831] env[69760]: INFO nova.compute.manager [-] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Took 1.03 seconds to deallocate network for instance. [ 735.843124] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb9cc0b6-f184-4fdb-87b8-a8ed33c5e346 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.858129] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 735.858129] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 735.858129] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5466893f-7b8c-45e2-a97a-3a5b362af8bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.866112] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 735.866112] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f893f5-ab56-d8f1-37ca-e5da41506701" [ 735.866112] env[69760]: _type = "Task" [ 735.866112] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.879183] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f893f5-ab56-d8f1-37ca-e5da41506701, 'name': SearchDatastore_Task} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.880181] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b26a80e-2701-4bc4-aaf0-2625476927a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.887773] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 735.887773] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5263a20c-0892-e099-c2b8-c0bbbda55940" [ 735.887773] env[69760]: _type = "Task" [ 735.887773] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.902819] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5263a20c-0892-e099-c2b8-c0bbbda55940, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.920706] env[69760]: DEBUG nova.scheduler.client.report [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.937430] env[69760]: INFO nova.compute.manager [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Took 42.34 seconds to build instance. [ 735.964040] env[69760]: DEBUG oslo_vmware.api [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393533, 'name': PowerOnVM_Task, 'duration_secs': 0.462953} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.964040] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.964040] env[69760]: INFO nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Took 6.80 seconds to spawn the instance on the hypervisor. [ 735.964040] env[69760]: DEBUG nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 735.964879] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7bf923-cff5-4b5e-a6d9-7f9e2cb02469 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.351265] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.407257] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5263a20c-0892-e099-c2b8-c0bbbda55940, 'name': SearchDatastore_Task, 'duration_secs': 0.010505} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.407604] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.410113] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 4bfd7730-3528-4c66-ac61-7bc6e676f531/4bfd7730-3528-4c66-ac61-7bc6e676f531.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 736.410113] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-690f6871-a026-466b-873e-bb92ab77d071 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.416713] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 736.416713] env[69760]: value = "task-3393534" [ 736.416713] env[69760]: _type = "Task" [ 736.416713] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.425566] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393534, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.442546] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7e7f739f-9ffe-4242-baf2-77af7b295e09 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "daa9ce53-98b2-4511-b37c-d52c218be544" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 64.209s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.484969] env[69760]: INFO nova.compute.manager [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Took 42.34 seconds to build instance. [ 736.694159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "daa9ce53-98b2-4511-b37c-d52c218be544" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.694450] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "daa9ce53-98b2-4511-b37c-d52c218be544" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.694671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "daa9ce53-98b2-4511-b37c-d52c218be544-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.694855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "daa9ce53-98b2-4511-b37c-d52c218be544-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.696354] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "daa9ce53-98b2-4511-b37c-d52c218be544-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.698647] env[69760]: INFO nova.compute.manager [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Terminating instance [ 736.929491] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393534, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.937054] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.729s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.941513] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.561s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.941513] env[69760]: DEBUG nova.objects.instance [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lazy-loading 'resources' on Instance uuid 19fabf54-73cd-4544-9913-b89f7c3339a5 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 736.944901] env[69760]: DEBUG nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 736.991576] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6ce99e9d-d910-4ecb-87ac-2ffde457d954 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.808s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.203041] env[69760]: DEBUG nova.compute.manager [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 737.203310] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 737.204256] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfc9c813-2796-4426-a918-a0f99151ceda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.214030] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 737.214295] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81151a86-f6da-45a1-974c-fa0e4e81f734 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.222206] env[69760]: DEBUG oslo_vmware.api [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 737.222206] env[69760]: value = "task-3393535" [ 737.222206] env[69760]: _type = "Task" [ 737.222206] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.234701] env[69760]: DEBUG oslo_vmware.api [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393535, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.427960] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393534, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519645} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.428748] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 4bfd7730-3528-4c66-ac61-7bc6e676f531/4bfd7730-3528-4c66-ac61-7bc6e676f531.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 737.429221] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 737.430146] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aae145fd-4261-425b-9d01-47fd7a23fda3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.442021] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 737.442021] env[69760]: value = "task-3393536" [ 737.442021] env[69760]: _type = "Task" [ 737.442021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.461168] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393536, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.486255] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.497257] env[69760]: DEBUG nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 737.614376] env[69760]: INFO nova.scheduler.client.report [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Deleted allocation for migration f576955d-abcd-443b-84c9-d5a4cd33e564 [ 737.739528] env[69760]: DEBUG oslo_vmware.api [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393535, 'name': PowerOffVM_Task, 'duration_secs': 0.421897} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.739848] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 737.740041] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 737.740419] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12b656cd-bac5-4332-a596-e7eacb840541 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.810153] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 737.810153] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 737.810153] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Deleting the datastore file [datastore2] daa9ce53-98b2-4511-b37c-d52c218be544 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 737.810379] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3e57232-669f-414c-9dbb-e618d87846dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.825711] env[69760]: DEBUG oslo_vmware.api [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for the task: (returnval){ [ 737.825711] env[69760]: value = "task-3393538" [ 737.825711] env[69760]: _type = "Task" [ 737.825711] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.838009] env[69760]: DEBUG oslo_vmware.api [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.953997] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393536, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.206821} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.954469] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 737.955309] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f08b9e-c535-4bb2-8591-92a67fb9bd89 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.985245] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] 4bfd7730-3528-4c66-ac61-7bc6e676f531/4bfd7730-3528-4c66-ac61-7bc6e676f531.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 737.988069] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-021b591c-cda8-4baf-885d-d56212028c33 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.014511] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 738.014511] env[69760]: value = "task-3393539" [ 738.014511] env[69760]: _type = "Task" [ 738.014511] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.026696] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393539, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.029263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.125321] env[69760]: DEBUG oslo_concurrency.lockutils [None req-59cb607c-8678-43ad-a7f8-53d4fe00cde0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 42.416s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.153774] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505e250e-e604-4745-8fd5-e2d4a76a094f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.167896] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba871201-5c17-4d8a-9747-4ff017fe3de0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.201315] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cdf65b6-3d78-4454-af46-5a6a0ae431d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.210045] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e1ccd96-738a-46d9-942a-e1ce056e19e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.226801] env[69760]: DEBUG nova.compute.provider_tree [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 738.340486] env[69760]: DEBUG oslo_vmware.api [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Task: {'id': task-3393538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.491723} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.340833] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 738.341065] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 738.341256] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 738.341432] env[69760]: INFO nova.compute.manager [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Took 1.14 seconds to destroy the instance on the hypervisor. [ 738.341678] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 738.341877] env[69760]: DEBUG nova.compute.manager [-] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 738.341977] env[69760]: DEBUG nova.network.neutron [-] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 738.528865] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393539, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.672052] env[69760]: DEBUG nova.compute.manager [req-5233bce3-81d4-4a7c-89f8-8084a51d403c req-1ea0e6c6-b802-4037-bc4b-12513a429c35 service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Received event network-vif-deleted-4daa110c-b711-458b-876f-01e1cc86200e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 738.675056] env[69760]: INFO nova.compute.manager [req-5233bce3-81d4-4a7c-89f8-8084a51d403c req-1ea0e6c6-b802-4037-bc4b-12513a429c35 service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Neutron deleted interface 4daa110c-b711-458b-876f-01e1cc86200e; detaching it from the instance and deleting it from the info cache [ 738.675056] env[69760]: DEBUG nova.network.neutron [req-5233bce3-81d4-4a7c-89f8-8084a51d403c req-1ea0e6c6-b802-4037-bc4b-12513a429c35 service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.731938] env[69760]: DEBUG nova.scheduler.client.report [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 739.026103] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393539, 'name': ReconfigVM_Task, 'duration_secs': 0.641511} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.026404] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Reconfigured VM instance instance-00000021 to attach disk [datastore2] 4bfd7730-3528-4c66-ac61-7bc6e676f531/4bfd7730-3528-4c66-ac61-7bc6e676f531.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 739.027070] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fd0b4d28-d548-474e-b796-46ed5c36de26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.035237] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 739.035237] env[69760]: value = "task-3393540" [ 739.035237] env[69760]: _type = "Task" [ 739.035237] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.045341] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393540, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.119276] env[69760]: DEBUG nova.network.neutron [-] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.180538] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f84e236c-401b-43fb-bb04-6d06a6f7d477 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.191990] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34ef7389-75a5-40a3-8354-05bf34c2e7cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.228759] env[69760]: DEBUG nova.compute.manager [req-5233bce3-81d4-4a7c-89f8-8084a51d403c req-1ea0e6c6-b802-4037-bc4b-12513a429c35 service nova] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Detach interface failed, port_id=4daa110c-b711-458b-876f-01e1cc86200e, reason: Instance daa9ce53-98b2-4511-b37c-d52c218be544 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 739.241953] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.302s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 739.244804] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.345s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.246764] env[69760]: INFO nova.compute.claims [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 739.268836] env[69760]: INFO nova.scheduler.client.report [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Deleted allocations for instance 19fabf54-73cd-4544-9913-b89f7c3339a5 [ 739.546058] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393540, 'name': Rename_Task, 'duration_secs': 0.260145} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.546593] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 739.546593] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c315d41f-6394-4bbf-8789-2ea5eb1639f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.556024] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 739.556024] env[69760]: value = "task-3393541" [ 739.556024] env[69760]: _type = "Task" [ 739.556024] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.563638] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393541, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.623831] env[69760]: INFO nova.compute.manager [-] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Took 1.28 seconds to deallocate network for instance. [ 739.719179] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.719477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.778927] env[69760]: DEBUG oslo_concurrency.lockutils [None req-137272d8-d5c2-4d53-a55f-356f83160f38 tempest-ServersAaction247Test-309165149 tempest-ServersAaction247Test-309165149-project-member] Lock "19fabf54-73cd-4544-9913-b89f7c3339a5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.809s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.066113] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393541, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.136408] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.565608] env[69760]: DEBUG oslo_vmware.api [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393541, 'name': PowerOnVM_Task, 'duration_secs': 0.529668} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.568227] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 740.568437] env[69760]: INFO nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Took 8.73 seconds to spawn the instance on the hypervisor. [ 740.568614] env[69760]: DEBUG nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 740.569595] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1363968d-c014-4cb8-ab31-4c64e70bdfbf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.727230] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "458ff062-7b22-477f-85d1-4110870956cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.727467] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.762403] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec79e3f0-6fdf-456a-af5d-6df2bf412c1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.771687] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e0c4da2-de12-4f26-b6b2-621cd6573c32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.805122] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6cb13f7-a44a-49c2-aa7b-27d98751ca4a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.813399] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72fa05c6-0e77-4cc5-9624-da911bbcd6b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.829218] env[69760]: DEBUG nova.compute.provider_tree [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 741.091703] env[69760]: INFO nova.compute.manager [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Took 45.81 seconds to build instance. [ 741.331982] env[69760]: DEBUG nova.scheduler.client.report [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 741.595190] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db643926-09c1-4822-92e3-300cf9985543 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.024s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.804702] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "ea7b45cb-9756-40b7-94a3-4babdec11820" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.804702] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "ea7b45cb-9756-40b7-94a3-4babdec11820" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.840077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.595s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.840809] env[69760]: DEBUG nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 741.843214] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 37.845s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.843214] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.843214] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 741.843698] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.349s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 741.845514] env[69760]: INFO nova.compute.claims [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 741.848596] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db293893-a5a9-448e-ab47-0bfc1fcadee1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.858408] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62bf4e87-3c43-4f5a-9922-310e5420add6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.879052] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c61e4c27-b612-40c9-8cb3-c6a2573dc462 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.887851] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbff4646-602a-4f36-839a-2dbfdb112d2c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.920061] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178499MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 741.920233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.046950] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "28a18cfd-b956-45d7-b3d9-10410e4be610" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.047207] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "28a18cfd-b956-45d7-b3d9-10410e4be610" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.097515] env[69760]: DEBUG nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 742.275762] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d975db-b52f-4023-91f3-719fd72bc04f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.283135] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-59df7c64-84ea-4bad-9a54-5fbf15594ac8 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Suspending the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 742.284086] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-21c5b161-8211-41b6-a9bc-02d579d292dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.292491] env[69760]: DEBUG oslo_vmware.api [None req-59df7c64-84ea-4bad-9a54-5fbf15594ac8 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 742.292491] env[69760]: value = "task-3393542" [ 742.292491] env[69760]: _type = "Task" [ 742.292491] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.302252] env[69760]: DEBUG oslo_vmware.api [None req-59df7c64-84ea-4bad-9a54-5fbf15594ac8 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393542, 'name': SuspendVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.349472] env[69760]: DEBUG nova.compute.utils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 742.350913] env[69760]: DEBUG nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 742.351112] env[69760]: DEBUG nova.network.neutron [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 742.395345] env[69760]: DEBUG nova.policy [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '61a84ec33e6a408b9dfe6d4c11132020', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '22d06822ead640798e01880fae2003f6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 742.627214] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.722364] env[69760]: DEBUG nova.network.neutron [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Successfully created port: b3049b9e-dd88-4bdf-8c98-18254a933585 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 742.803203] env[69760]: DEBUG oslo_vmware.api [None req-59df7c64-84ea-4bad-9a54-5fbf15594ac8 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393542, 'name': SuspendVM_Task} progress is 54%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.854148] env[69760]: DEBUG nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 743.305343] env[69760]: DEBUG oslo_vmware.api [None req-59df7c64-84ea-4bad-9a54-5fbf15594ac8 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393542, 'name': SuspendVM_Task, 'duration_secs': 0.687376} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.308230] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-59df7c64-84ea-4bad-9a54-5fbf15594ac8 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Suspended the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 743.308375] env[69760]: DEBUG nova.compute.manager [None req-59df7c64-84ea-4bad-9a54-5fbf15594ac8 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 743.309389] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3350238-4b79-46f9-b573-8f69f5b76c90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.408611] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e2c67ea-3265-4e59-acd6-5f490b1ed781 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.417290] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a726d766-58d8-496c-a6ce-3e5f81d1db6b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.453801] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d9c29a1-e6aa-4559-85d9-6c3480229f2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.461176] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e99a85f-a796-4cb5-8c38-a76e07394b69 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.476233] env[69760]: DEBUG nova.compute.provider_tree [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 743.869126] env[69760]: DEBUG nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 743.902749] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 743.903070] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 743.903209] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 743.903400] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 743.903546] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 743.903693] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 743.904017] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 743.904187] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 743.904356] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 743.904523] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 743.904702] env[69760]: DEBUG nova.virt.hardware [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 743.905908] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ca8738-3a25-4051-b353-055f3ad89705 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.915769] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c6238-7cfd-4a01-a0ce-2f3dd5514a2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.979346] env[69760]: DEBUG nova.scheduler.client.report [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 744.263699] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.263699] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.263699] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.263699] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.263699] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.266224] env[69760]: INFO nova.compute.manager [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Terminating instance [ 744.286975] env[69760]: DEBUG nova.compute.manager [req-8f68cef3-2a29-4e56-b008-e7ae655885c1 req-1c5eaa38-74f3-4ce7-9c6c-b48c281bf43b service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Received event network-vif-plugged-b3049b9e-dd88-4bdf-8c98-18254a933585 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 744.287170] env[69760]: DEBUG oslo_concurrency.lockutils [req-8f68cef3-2a29-4e56-b008-e7ae655885c1 req-1c5eaa38-74f3-4ce7-9c6c-b48c281bf43b service nova] Acquiring lock "3deb79e5-62ed-4533-b25a-efb3d209de09-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 744.287412] env[69760]: DEBUG oslo_concurrency.lockutils [req-8f68cef3-2a29-4e56-b008-e7ae655885c1 req-1c5eaa38-74f3-4ce7-9c6c-b48c281bf43b service nova] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.287582] env[69760]: DEBUG oslo_concurrency.lockutils [req-8f68cef3-2a29-4e56-b008-e7ae655885c1 req-1c5eaa38-74f3-4ce7-9c6c-b48c281bf43b service nova] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.287746] env[69760]: DEBUG nova.compute.manager [req-8f68cef3-2a29-4e56-b008-e7ae655885c1 req-1c5eaa38-74f3-4ce7-9c6c-b48c281bf43b service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] No waiting events found dispatching network-vif-plugged-b3049b9e-dd88-4bdf-8c98-18254a933585 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 744.287934] env[69760]: WARNING nova.compute.manager [req-8f68cef3-2a29-4e56-b008-e7ae655885c1 req-1c5eaa38-74f3-4ce7-9c6c-b48c281bf43b service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Received unexpected event network-vif-plugged-b3049b9e-dd88-4bdf-8c98-18254a933585 for instance with vm_state building and task_state spawning. [ 744.378821] env[69760]: DEBUG nova.network.neutron [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Successfully updated port: b3049b9e-dd88-4bdf-8c98-18254a933585 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 744.484634] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.641s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.485189] env[69760]: DEBUG nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 744.487868] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.424s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 744.488099] env[69760]: DEBUG nova.objects.instance [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lazy-loading 'resources' on Instance uuid e7a52d5f-92a6-4363-94ef-4dec1466164b {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.770096] env[69760]: DEBUG nova.compute.manager [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 744.770732] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 744.771319] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-988da3be-2337-40fe-869c-3b78de8cfe47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.780587] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 744.780849] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9a72f9d6-86a4-4930-a17c-aa8dd3044973 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.788097] env[69760]: DEBUG oslo_vmware.api [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 744.788097] env[69760]: value = "task-3393543" [ 744.788097] env[69760]: _type = "Task" [ 744.788097] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.796682] env[69760]: DEBUG oslo_vmware.api [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.881955] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "refresh_cache-3deb79e5-62ed-4533-b25a-efb3d209de09" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.882231] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquired lock "refresh_cache-3deb79e5-62ed-4533-b25a-efb3d209de09" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.882382] env[69760]: DEBUG nova.network.neutron [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 744.991033] env[69760]: DEBUG nova.compute.utils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.996207] env[69760]: DEBUG nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 744.996207] env[69760]: DEBUG nova.network.neutron [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 745.041404] env[69760]: DEBUG nova.policy [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '25a8beff73ad4bc297a4dddf93692080', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '57c5449121a84225957cb81e3f393369', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 745.304938] env[69760]: DEBUG oslo_vmware.api [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393543, 'name': PowerOffVM_Task, 'duration_secs': 0.175717} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.306172] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 745.306172] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 745.306286] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-636cdad3-33f7-4a1f-bc2a-6ebc680bc459 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.359439] env[69760]: DEBUG nova.network.neutron [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Successfully created port: 6e09a1da-f36d-4f38-b9f7-d6d1b259880a {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 745.379533] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 745.379738] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 745.379928] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Deleting the datastore file [datastore2] 04f5b4b8-8598-4466-a9c7-3f9ca48dea15 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 745.382759] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-08be4c4c-a0d6-44d0-bbc0-b12277d33ae3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.392167] env[69760]: DEBUG oslo_vmware.api [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for the task: (returnval){ [ 745.392167] env[69760]: value = "task-3393545" [ 745.392167] env[69760]: _type = "Task" [ 745.392167] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.408971] env[69760]: DEBUG oslo_vmware.api [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393545, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.431720] env[69760]: DEBUG nova.network.neutron [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.496043] env[69760]: DEBUG nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 745.538267] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff7b6571-400f-43e3-8c4d-9e2b331f773a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.550895] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a333475e-0d98-4fb9-8515-dd7d6482e3f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.586880] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84497cc1-18b7-4378-a68d-7cebdcefa83f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.595014] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e9b390-2dad-430c-a896-7ef6a990f27f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.613500] env[69760]: DEBUG nova.compute.provider_tree [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.615581] env[69760]: DEBUG nova.compute.manager [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 745.616560] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc17b454-fbd6-435c-b327-f189714b34c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.709227] env[69760]: DEBUG nova.network.neutron [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Updating instance_info_cache with network_info: [{"id": "b3049b9e-dd88-4bdf-8c98-18254a933585", "address": "fa:16:3e:b3:fb:cc", "network": {"id": "658d6e20-4edb-41e4-b7e5-e98bfa786a1d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1163309356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22d06822ead640798e01880fae2003f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3049b9e-dd", "ovs_interfaceid": "b3049b9e-dd88-4bdf-8c98-18254a933585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.903197] env[69760]: DEBUG oslo_vmware.api [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Task: {'id': task-3393545, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177628} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.903432] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 745.903619] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 745.903792] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 745.903968] env[69760]: INFO nova.compute.manager [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Took 1.13 seconds to destroy the instance on the hypervisor. [ 745.904227] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 745.904421] env[69760]: DEBUG nova.compute.manager [-] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 745.904515] env[69760]: DEBUG nova.network.neutron [-] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 746.120152] env[69760]: DEBUG nova.scheduler.client.report [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.127937] env[69760]: INFO nova.compute.manager [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] instance snapshotting [ 746.127937] env[69760]: WARNING nova.compute.manager [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 746.131505] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a18321-7ab7-4229-98bd-7e5a80dd48a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.156148] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ac5b1b0-d84d-4728-a345-1c741edb36a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.212591] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Releasing lock "refresh_cache-3deb79e5-62ed-4533-b25a-efb3d209de09" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.212972] env[69760]: DEBUG nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Instance network_info: |[{"id": "b3049b9e-dd88-4bdf-8c98-18254a933585", "address": "fa:16:3e:b3:fb:cc", "network": {"id": "658d6e20-4edb-41e4-b7e5-e98bfa786a1d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1163309356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22d06822ead640798e01880fae2003f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3049b9e-dd", "ovs_interfaceid": "b3049b9e-dd88-4bdf-8c98-18254a933585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 746.213397] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b3:fb:cc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a4307c18-b235-43cd-bcd5-e226012d8ee9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b3049b9e-dd88-4bdf-8c98-18254a933585', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 746.222135] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Creating folder: Project (22d06822ead640798e01880fae2003f6). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.222135] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-21247b4f-f8fb-4349-b923-11048da7f44a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.234482] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Created folder: Project (22d06822ead640798e01880fae2003f6) in parent group-v676970. [ 746.234690] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Creating folder: Instances. Parent ref: group-v677063. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 746.234930] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e6ac65bb-07a0-4d23-a7fa-6b76732eb977 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.248039] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Created folder: Instances in parent group-v677063. [ 746.248039] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 746.248039] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 746.248039] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e14cb49e-a2ca-444d-95bb-5ce281455943 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.268469] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 746.268469] env[69760]: value = "task-3393548" [ 746.268469] env[69760]: _type = "Task" [ 746.268469] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.278843] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393548, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.315734] env[69760]: DEBUG nova.compute.manager [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Received event network-changed-b3049b9e-dd88-4bdf-8c98-18254a933585 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 746.315953] env[69760]: DEBUG nova.compute.manager [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Refreshing instance network info cache due to event network-changed-b3049b9e-dd88-4bdf-8c98-18254a933585. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 746.316184] env[69760]: DEBUG oslo_concurrency.lockutils [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] Acquiring lock "refresh_cache-3deb79e5-62ed-4533-b25a-efb3d209de09" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.316347] env[69760]: DEBUG oslo_concurrency.lockutils [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] Acquired lock "refresh_cache-3deb79e5-62ed-4533-b25a-efb3d209de09" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.316509] env[69760]: DEBUG nova.network.neutron [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Refreshing network info cache for port b3049b9e-dd88-4bdf-8c98-18254a933585 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 746.507010] env[69760]: DEBUG nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 746.532775] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 746.533222] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 746.533320] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 746.533564] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 746.533779] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 746.534039] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 746.534286] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 746.534393] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 746.534628] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 746.534773] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 746.534973] env[69760]: DEBUG nova.virt.hardware [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 746.535906] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2123173-217e-4d75-9878-bcb28c8e12de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.544671] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e755ea-8f74-4332-bb97-b6f4f7729417 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.625170] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.137s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.627845] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.160s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.629407] env[69760]: INFO nova.compute.claims [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 746.668853] env[69760]: INFO nova.scheduler.client.report [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Deleted allocations for instance e7a52d5f-92a6-4363-94ef-4dec1466164b [ 746.670437] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 746.673357] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc480e7d-fd8c-472c-83a4-305afa73d3df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.683238] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 746.683238] env[69760]: value = "task-3393549" [ 746.683238] env[69760]: _type = "Task" [ 746.683238] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.692727] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393549, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.779417] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393548, 'name': CreateVM_Task, 'duration_secs': 0.366691} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.779684] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 746.780477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.780678] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.780999] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.781518] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33df5b21-7678-47a7-8178-474933796cee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.787242] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 746.787242] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f18ec8-6168-2ca0-462f-f83305885c5f" [ 746.787242] env[69760]: _type = "Task" [ 746.787242] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.795826] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f18ec8-6168-2ca0-462f-f83305885c5f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.976653] env[69760]: DEBUG nova.network.neutron [-] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.166165] env[69760]: DEBUG nova.network.neutron [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Updated VIF entry in instance network info cache for port b3049b9e-dd88-4bdf-8c98-18254a933585. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 747.166486] env[69760]: DEBUG nova.network.neutron [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Updating instance_info_cache with network_info: [{"id": "b3049b9e-dd88-4bdf-8c98-18254a933585", "address": "fa:16:3e:b3:fb:cc", "network": {"id": "658d6e20-4edb-41e4-b7e5-e98bfa786a1d", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1163309356-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "22d06822ead640798e01880fae2003f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a4307c18-b235-43cd-bcd5-e226012d8ee9", "external-id": "nsx-vlan-transportzone-867", "segmentation_id": 867, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb3049b9e-dd", "ovs_interfaceid": "b3049b9e-dd88-4bdf-8c98-18254a933585", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.179192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-246deb2b-f56c-47b3-9cf7-f7669c689908 tempest-TenantUsagesTestJSON-1009298181 tempest-TenantUsagesTestJSON-1009298181-project-member] Lock "e7a52d5f-92a6-4363-94ef-4dec1466164b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.654s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 747.194303] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393549, 'name': CreateSnapshot_Task, 'duration_secs': 0.51019} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.194906] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 747.195351] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1609649c-320b-4acd-9aad-a2ede5f89d5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.278821] env[69760]: DEBUG nova.network.neutron [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Successfully updated port: 6e09a1da-f36d-4f38-b9f7-d6d1b259880a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 747.300794] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f18ec8-6168-2ca0-462f-f83305885c5f, 'name': SearchDatastore_Task, 'duration_secs': 0.009961} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.301253] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.301590] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 747.301916] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.302200] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.302481] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 747.302863] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2fbd3694-b1b8-40d7-8b5e-89f9f54d111a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.313376] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 747.313732] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 747.314807] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4329f7dd-9a05-4eb0-ac54-a95a20579fc4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.320496] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 747.320496] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cbfbcd-a4cc-db4a-dcfe-c0fd01fa31ba" [ 747.320496] env[69760]: _type = "Task" [ 747.320496] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.329368] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cbfbcd-a4cc-db4a-dcfe-c0fd01fa31ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.480039] env[69760]: INFO nova.compute.manager [-] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Took 1.57 seconds to deallocate network for instance. [ 747.669037] env[69760]: DEBUG oslo_concurrency.lockutils [req-b90e04be-b06c-4705-839c-63e4b46f59c9 req-8d37248d-9466-4089-b414-fa234ed3e8bc service nova] Releasing lock "refresh_cache-3deb79e5-62ed-4533-b25a-efb3d209de09" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.714911] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 747.717714] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d3b95c53-46a8-4101-a1b0-b09bffffac3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.728772] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 747.728772] env[69760]: value = "task-3393550" [ 747.728772] env[69760]: _type = "Task" [ 747.728772] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.744041] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393550, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.782722] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.783047] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.783354] env[69760]: DEBUG nova.network.neutron [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 747.832360] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cbfbcd-a4cc-db4a-dcfe-c0fd01fa31ba, 'name': SearchDatastore_Task, 'duration_secs': 0.009348} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.833388] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d9de08-896c-47ba-aac4-3b11dca5fbe7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.842525] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 747.842525] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fb69b8-9ec9-8521-c073-3960b0cc9a47" [ 747.842525] env[69760]: _type = "Task" [ 747.842525] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.851907] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fb69b8-9ec9-8521-c073-3960b0cc9a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.985855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.175061] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d993e82-878c-4906-a2cd-f857e7dd6f82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.183099] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac91dbf-05e3-4a5f-9173-07553dc4c59d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.213900] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4603591-6b13-41c7-95a8-982cbd6154c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.222223] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a676302b-4ea9-48ca-92f2-0cef93772fdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.237042] env[69760]: DEBUG nova.compute.provider_tree [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 748.248869] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393550, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.317789] env[69760]: DEBUG nova.network.neutron [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 748.354911] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fb69b8-9ec9-8521-c073-3960b0cc9a47, 'name': SearchDatastore_Task, 'duration_secs': 0.011989} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.356466] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.356603] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 3deb79e5-62ed-4533-b25a-efb3d209de09/3deb79e5-62ed-4533-b25a-efb3d209de09.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 748.358103] env[69760]: DEBUG nova.compute.manager [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Received event network-vif-deleted-31cae0c0-ea58-4b96-b4ef-840bbb4d0314 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.358367] env[69760]: DEBUG nova.compute.manager [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Received event network-vif-plugged-6e09a1da-f36d-4f38-b9f7-d6d1b259880a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.358574] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] Acquiring lock "b653d098-78d9-4993-985a-1f60005fb935-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 748.358806] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] Lock "b653d098-78d9-4993-985a-1f60005fb935-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.358964] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] Lock "b653d098-78d9-4993-985a-1f60005fb935-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.359142] env[69760]: DEBUG nova.compute.manager [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] No waiting events found dispatching network-vif-plugged-6e09a1da-f36d-4f38-b9f7-d6d1b259880a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 748.359302] env[69760]: WARNING nova.compute.manager [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Received unexpected event network-vif-plugged-6e09a1da-f36d-4f38-b9f7-d6d1b259880a for instance with vm_state building and task_state spawning. [ 748.359455] env[69760]: DEBUG nova.compute.manager [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Received event network-changed-6e09a1da-f36d-4f38-b9f7-d6d1b259880a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 748.359608] env[69760]: DEBUG nova.compute.manager [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Refreshing instance network info cache due to event network-changed-6e09a1da-f36d-4f38-b9f7-d6d1b259880a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 748.359767] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] Acquiring lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.359965] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2068719b-4f77-412e-acc3-fb505c337e0c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.371995] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 748.371995] env[69760]: value = "task-3393551" [ 748.371995] env[69760]: _type = "Task" [ 748.371995] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.385880] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393551, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.469678] env[69760]: DEBUG nova.network.neutron [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Updating instance_info_cache with network_info: [{"id": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "address": "fa:16:3e:9c:66:2f", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e09a1da-f3", "ovs_interfaceid": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.743223] env[69760]: DEBUG nova.scheduler.client.report [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.750743] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393550, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.882265] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393551, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454626} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.882554] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 3deb79e5-62ed-4533-b25a-efb3d209de09/3deb79e5-62ed-4533-b25a-efb3d209de09.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 748.882776] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 748.883090] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7a0c67b2-c110-4c35-8b99-f314373adc67 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.890969] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 748.890969] env[69760]: value = "task-3393552" [ 748.890969] env[69760]: _type = "Task" [ 748.890969] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.900812] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393552, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.972439] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.973040] env[69760]: DEBUG nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Instance network_info: |[{"id": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "address": "fa:16:3e:9c:66:2f", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e09a1da-f3", "ovs_interfaceid": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 748.973412] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] Acquired lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.973653] env[69760]: DEBUG nova.network.neutron [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Refreshing network info cache for port 6e09a1da-f36d-4f38-b9f7-d6d1b259880a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 748.974973] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:66:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e09a1da-f36d-4f38-b9f7-d6d1b259880a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 748.982985] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 748.984111] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b653d098-78d9-4993-985a-1f60005fb935] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 748.984397] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c084fd5-47e5-4b00-9fa5-c031fc275f82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.005846] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 749.005846] env[69760]: value = "task-3393553" [ 749.005846] env[69760]: _type = "Task" [ 749.005846] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.015495] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393553, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.247648] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393550, 'name': CloneVM_Task, 'duration_secs': 1.42091} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.247921] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Created linked-clone VM from snapshot [ 749.248696] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a9c62d-c2b1-4fd2-b643-d67e5c78dc28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.251794] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.624s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.252286] env[69760]: DEBUG nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 749.262964] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 37.826s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 749.263200] env[69760]: DEBUG nova.objects.instance [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 749.266267] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Uploading image 6734ebab-f08d-4449-8a71-c29e363047a2 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 749.302713] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 749.302713] env[69760]: value = "vm-677067" [ 749.302713] env[69760]: _type = "VirtualMachine" [ 749.302713] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 749.303235] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-d6648680-57ae-4ff7-b0b4-d5ba415ef2f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.311795] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease: (returnval){ [ 749.311795] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5b734-ebc5-7ca0-f2f8-c5c2d4a45331" [ 749.311795] env[69760]: _type = "HttpNfcLease" [ 749.311795] env[69760]: } obtained for exporting VM: (result){ [ 749.311795] env[69760]: value = "vm-677067" [ 749.311795] env[69760]: _type = "VirtualMachine" [ 749.311795] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 749.312280] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the lease: (returnval){ [ 749.312280] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5b734-ebc5-7ca0-f2f8-c5c2d4a45331" [ 749.312280] env[69760]: _type = "HttpNfcLease" [ 749.312280] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 749.319842] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.319842] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5b734-ebc5-7ca0-f2f8-c5c2d4a45331" [ 749.319842] env[69760]: _type = "HttpNfcLease" [ 749.319842] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 749.402597] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393552, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078158} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.402597] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 749.403400] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be43a9f4-7ca4-4ada-bc38-83dd235b4e0c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.425666] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Reconfiguring VM instance instance-00000022 to attach disk [datastore1] 3deb79e5-62ed-4533-b25a-efb3d209de09/3deb79e5-62ed-4533-b25a-efb3d209de09.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 749.426056] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28265378-30f2-4fed-a0fe-19dbef78f2a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.448854] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 749.448854] env[69760]: value = "task-3393555" [ 749.448854] env[69760]: _type = "Task" [ 749.448854] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.457602] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393555, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.516893] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393553, 'name': CreateVM_Task, 'duration_secs': 0.351736} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.517192] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b653d098-78d9-4993-985a-1f60005fb935] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 749.517924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.518140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.518480] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.518764] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc5d2b7-5fc3-41d6-97d9-72b79b71a09c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.524544] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 749.524544] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b0b40e-6be8-411c-7b1a-4ad40cf80f4a" [ 749.524544] env[69760]: _type = "Task" [ 749.524544] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.535828] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b0b40e-6be8-411c-7b1a-4ad40cf80f4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009032} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.536125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.536359] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 749.536593] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.536733] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.536909] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 749.537189] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-990bf58f-1b7e-4113-ae62-5f265eb6c101 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.545961] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 749.546175] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 749.547346] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe1d146f-d8a0-4205-9c53-6ef1f96af033 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.554757] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 749.554757] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52631c2c-eeb8-6657-960f-908b93aa0e8b" [ 749.554757] env[69760]: _type = "Task" [ 749.554757] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.563758] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52631c2c-eeb8-6657-960f-908b93aa0e8b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.765221] env[69760]: DEBUG nova.compute.utils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 749.766664] env[69760]: DEBUG nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 749.766836] env[69760]: DEBUG nova.network.neutron [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 749.820930] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 749.820930] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5b734-ebc5-7ca0-f2f8-c5c2d4a45331" [ 749.820930] env[69760]: _type = "HttpNfcLease" [ 749.820930] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 749.821250] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 749.821250] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d5b734-ebc5-7ca0-f2f8-c5c2d4a45331" [ 749.821250] env[69760]: _type = "HttpNfcLease" [ 749.821250] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 749.821992] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54a8f078-467c-493e-9dd4-61f0679f4009 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.830062] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529055ee-8e90-d695-f838-abe674377390/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 749.830328] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529055ee-8e90-d695-f838-abe674377390/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 749.927763] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1b0ec196-96c7-46db-9693-cb6dc4b1b3d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.934600] env[69760]: DEBUG nova.policy [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6250c2c63cb4a188c7cb60e497f8f19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47f6bc4c96784c08b0ab08a685ff9a80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 749.963408] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393555, 'name': ReconfigVM_Task, 'duration_secs': 0.280171} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.966605] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Reconfigured VM instance instance-00000022 to attach disk [datastore1] 3deb79e5-62ed-4533-b25a-efb3d209de09/3deb79e5-62ed-4533-b25a-efb3d209de09.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 749.967566] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a953fd06-b730-4551-bbc4-e93d1a1257fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.970028] env[69760]: DEBUG nova.network.neutron [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Updated VIF entry in instance network info cache for port 6e09a1da-f36d-4f38-b9f7-d6d1b259880a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 749.970371] env[69760]: DEBUG nova.network.neutron [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Updating instance_info_cache with network_info: [{"id": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "address": "fa:16:3e:9c:66:2f", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e09a1da-f3", "ovs_interfaceid": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.988649] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 749.988649] env[69760]: value = "task-3393556" [ 749.988649] env[69760]: _type = "Task" [ 749.988649] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.001011] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393556, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.071088] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52631c2c-eeb8-6657-960f-908b93aa0e8b, 'name': SearchDatastore_Task, 'duration_secs': 0.009422} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.071088] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67177c1f-ce65-4fac-b3d0-504a8772e286 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.077333] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 750.077333] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520b7e0b-c1c7-ece5-339e-3b857948bd82" [ 750.077333] env[69760]: _type = "Task" [ 750.077333] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.088783] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520b7e0b-c1c7-ece5-339e-3b857948bd82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.271843] env[69760]: DEBUG nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 750.278599] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a2516586-b621-4d14-9b82-df1d229fe803 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.279387] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.118s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.280851] env[69760]: INFO nova.compute.claims [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 750.308034] env[69760]: DEBUG nova.network.neutron [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Successfully created port: 1c873c65-40a7-4fcf-a601-654d5bc105a7 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 750.484928] env[69760]: DEBUG oslo_concurrency.lockutils [req-7fa3e704-9e21-42fd-8241-f56999f27f26 req-3f3525cb-a4dd-46a9-bbaa-9780f60db08c service nova] Releasing lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.499794] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393556, 'name': Rename_Task, 'duration_secs': 0.155094} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.500799] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.500799] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-00db1a2d-3ee1-47c2-8700-21826296cfe1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.509550] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 750.509550] env[69760]: value = "task-3393557" [ 750.509550] env[69760]: _type = "Task" [ 750.509550] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.521133] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393557, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.594836] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520b7e0b-c1c7-ece5-339e-3b857948bd82, 'name': SearchDatastore_Task, 'duration_secs': 0.011318} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.595398] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.595876] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b653d098-78d9-4993-985a-1f60005fb935/b653d098-78d9-4993-985a-1f60005fb935.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 750.596397] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9e0943c8-5d7c-4425-9e55-034f9b62ace7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.606264] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 750.606264] env[69760]: value = "task-3393558" [ 750.606264] env[69760]: _type = "Task" [ 750.606264] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.618150] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393558, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.022263] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393557, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.118873] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393558, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.281499] env[69760]: DEBUG nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 751.306822] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 751.307215] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 751.307465] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 751.307742] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 751.308068] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 751.308241] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 751.308533] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 751.308786] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 751.309183] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 751.309319] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 751.309615] env[69760]: DEBUG nova.virt.hardware [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 751.310958] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60d7136-370b-4e95-96b2-a89ea7489df9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.324817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64a4589c-f692-4816-a0f6-0168b3984a1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.524360] env[69760]: DEBUG oslo_vmware.api [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393557, 'name': PowerOnVM_Task, 'duration_secs': 0.860635} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.525852] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.525852] env[69760]: INFO nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Took 7.66 seconds to spawn the instance on the hypervisor. [ 751.525852] env[69760]: DEBUG nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 751.526275] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11810f7-1850-4e8b-a046-f40880998e8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.624094] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393558, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.58665} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.626769] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b653d098-78d9-4993-985a-1f60005fb935/b653d098-78d9-4993-985a-1f60005fb935.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 751.627017] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 751.627568] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-857bb157-3458-4b69-a21d-16385e4cc48f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.641115] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 751.641115] env[69760]: value = "task-3393559" [ 751.641115] env[69760]: _type = "Task" [ 751.641115] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.653329] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393559, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.823200] env[69760]: DEBUG nova.compute.manager [req-258e4663-67d0-4b76-a54f-d51fad9d6a2e req-97312347-cbe4-4662-ba26-a50e3bed88c4 service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Received event network-vif-plugged-1c873c65-40a7-4fcf-a601-654d5bc105a7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 751.823613] env[69760]: DEBUG oslo_concurrency.lockutils [req-258e4663-67d0-4b76-a54f-d51fad9d6a2e req-97312347-cbe4-4662-ba26-a50e3bed88c4 service nova] Acquiring lock "c949f194-d662-4fdb-8025-b5dc46465add-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.823839] env[69760]: DEBUG oslo_concurrency.lockutils [req-258e4663-67d0-4b76-a54f-d51fad9d6a2e req-97312347-cbe4-4662-ba26-a50e3bed88c4 service nova] Lock "c949f194-d662-4fdb-8025-b5dc46465add-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.824063] env[69760]: DEBUG oslo_concurrency.lockutils [req-258e4663-67d0-4b76-a54f-d51fad9d6a2e req-97312347-cbe4-4662-ba26-a50e3bed88c4 service nova] Lock "c949f194-d662-4fdb-8025-b5dc46465add-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.824236] env[69760]: DEBUG nova.compute.manager [req-258e4663-67d0-4b76-a54f-d51fad9d6a2e req-97312347-cbe4-4662-ba26-a50e3bed88c4 service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] No waiting events found dispatching network-vif-plugged-1c873c65-40a7-4fcf-a601-654d5bc105a7 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 751.824392] env[69760]: WARNING nova.compute.manager [req-258e4663-67d0-4b76-a54f-d51fad9d6a2e req-97312347-cbe4-4662-ba26-a50e3bed88c4 service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Received unexpected event network-vif-plugged-1c873c65-40a7-4fcf-a601-654d5bc105a7 for instance with vm_state building and task_state spawning. [ 751.863881] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-777a451b-6339-4978-942b-972f45cbf872 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.873515] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91c2841-f2b4-459c-9b7b-5e18e0220b4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.905767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533333c-112d-45ac-a02f-8494f8c61309 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.915023] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-344a9998-a9a9-4d11-bf20-baa6c19fef02 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.929614] env[69760]: DEBUG nova.compute.provider_tree [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 751.958859] env[69760]: DEBUG nova.network.neutron [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Successfully updated port: 1c873c65-40a7-4fcf-a601-654d5bc105a7 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 752.047237] env[69760]: INFO nova.compute.manager [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Took 51.17 seconds to build instance. [ 752.152632] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393559, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080047} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.153061] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 752.153896] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a3bc7a0-bc96-4fdd-89f7-aea9e59a9cae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.177986] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b653d098-78d9-4993-985a-1f60005fb935/b653d098-78d9-4993-985a-1f60005fb935.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 752.178311] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8918a462-5ea8-4367-8a81-8269bd79be7a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.201162] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 752.201162] env[69760]: value = "task-3393560" [ 752.201162] env[69760]: _type = "Task" [ 752.201162] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.211204] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393560, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.433370] env[69760]: DEBUG nova.scheduler.client.report [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 752.463389] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.463560] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.463720] env[69760]: DEBUG nova.network.neutron [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 752.549306] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a55c4f41-d79c-4907-9401-b44bc5d10dc0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 77.803s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.713252] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393560, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.939039] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.660s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 752.939623] env[69760]: DEBUG nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 752.942339] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.093s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.942554] env[69760]: DEBUG nova.objects.instance [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'resources' on Instance uuid 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.995457] env[69760]: DEBUG nova.network.neutron [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.052465] env[69760]: DEBUG nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 753.184856] env[69760]: DEBUG nova.network.neutron [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Updating instance_info_cache with network_info: [{"id": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "address": "fa:16:3e:cd:70:96", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c873c65-40", "ovs_interfaceid": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.212997] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393560, 'name': ReconfigVM_Task, 'duration_secs': 0.624964} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.213166] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b653d098-78d9-4993-985a-1f60005fb935/b653d098-78d9-4993-985a-1f60005fb935.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 753.213789] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3be095d9-0722-4419-8040-f6e975ba4689 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.222794] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 753.222794] env[69760]: value = "task-3393561" [ 753.222794] env[69760]: _type = "Task" [ 753.222794] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.234046] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393561, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.446625] env[69760]: DEBUG nova.compute.utils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 753.451016] env[69760]: DEBUG nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 753.451241] env[69760]: DEBUG nova.network.neutron [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 753.512546] env[69760]: DEBUG nova.policy [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452e16e0d13d4ca8919a97ae8e608162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '022672932afc4f5b8e55188d1d77d1f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 753.575192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 753.688197] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.689188] env[69760]: DEBUG nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Instance network_info: |[{"id": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "address": "fa:16:3e:cd:70:96", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c873c65-40", "ovs_interfaceid": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 753.689188] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:70:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1c873c65-40a7-4fcf-a601-654d5bc105a7', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 753.697652] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 753.700236] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 753.700941] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15f3c293-b502-4f3d-9c29-40384f527d64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.729335] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 753.729335] env[69760]: value = "task-3393562" [ 753.729335] env[69760]: _type = "Task" [ 753.729335] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.739544] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393561, 'name': Rename_Task, 'duration_secs': 0.279977} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.739613] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 753.739899] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33f46835-3fac-490e-9e81-c1bafe126837 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.745173] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393562, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.750307] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 753.750307] env[69760]: value = "task-3393563" [ 753.750307] env[69760]: _type = "Task" [ 753.750307] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.760376] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393563, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.866099] env[69760]: DEBUG nova.compute.manager [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Received event network-changed-1c873c65-40a7-4fcf-a601-654d5bc105a7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 753.866246] env[69760]: DEBUG nova.compute.manager [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Refreshing instance network info cache due to event network-changed-1c873c65-40a7-4fcf-a601-654d5bc105a7. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 753.866450] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] Acquiring lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.866589] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] Acquired lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.866746] env[69760]: DEBUG nova.network.neutron [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Refreshing network info cache for port 1c873c65-40a7-4fcf-a601-654d5bc105a7 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 753.881408] env[69760]: DEBUG nova.network.neutron [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Successfully created port: b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 753.953662] env[69760]: DEBUG nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 754.046796] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdee95bc-edcf-4953-9f3f-485a12d89bb2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.056296] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fe6812f-a212-4ae4-a27c-ca6ec971800d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.089703] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0de4075f-1dd9-49d6-bc55-a3c2a49d2d7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.099231] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7f087a-d199-4127-93ff-cfa699a9b9c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.108079] env[69760]: DEBUG nova.compute.manager [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.108722] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e6e808b-f336-4533-ab30-4b8b3cae229b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.127380] env[69760]: DEBUG nova.compute.provider_tree [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 754.243425] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393562, 'name': CreateVM_Task, 'duration_secs': 0.457731} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.243705] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 754.244420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.244669] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.245099] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.245441] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-111aab3a-98d6-4cf2-ad81-8716398b0840 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.251160] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 754.251160] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520f76f0-3fc1-7cb1-ef86-64ed0ce7dd00" [ 754.251160] env[69760]: _type = "Task" [ 754.251160] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.263359] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393563, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.266653] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520f76f0-3fc1-7cb1-ef86-64ed0ce7dd00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.634017] env[69760]: INFO nova.compute.manager [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] instance snapshotting [ 754.636701] env[69760]: DEBUG nova.scheduler.client.report [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.640764] env[69760]: DEBUG nova.network.neutron [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Updated VIF entry in instance network info cache for port 1c873c65-40a7-4fcf-a601-654d5bc105a7. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 754.641128] env[69760]: DEBUG nova.network.neutron [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Updating instance_info_cache with network_info: [{"id": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "address": "fa:16:3e:cd:70:96", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c873c65-40", "ovs_interfaceid": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.642646] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4155dfa-8330-417d-9cff-5a057711baed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.664176] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ab87705-2bc7-4361-ad33-95fd6c21b8b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.764428] env[69760]: DEBUG oslo_vmware.api [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393563, 'name': PowerOnVM_Task, 'duration_secs': 0.693156} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.768489] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 754.768675] env[69760]: INFO nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Took 8.26 seconds to spawn the instance on the hypervisor. [ 754.768854] env[69760]: DEBUG nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 754.769147] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520f76f0-3fc1-7cb1-ef86-64ed0ce7dd00, 'name': SearchDatastore_Task, 'duration_secs': 0.019711} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.769852] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-526380ea-18d6-48c7-a4aa-66d9b96327ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.772524] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.772830] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 754.773132] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.773290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.773471] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 754.774052] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fb0937dc-9620-41c5-b872-42af986d7be8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.786242] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 754.786422] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 754.787144] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bc4df7-0e88-4e57-8fda-cc2a591b45c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.792159] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 754.792159] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52377e42-4843-b42f-aee6-57b7dcd144d4" [ 754.792159] env[69760]: _type = "Task" [ 754.792159] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.801479] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52377e42-4843-b42f-aee6-57b7dcd144d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.965985] env[69760]: DEBUG nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 754.988058] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 754.988429] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 754.989238] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.989238] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 754.989238] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.989238] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 754.989638] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 754.989853] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 754.990651] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 754.990651] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 754.990651] env[69760]: DEBUG nova.virt.hardware [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 754.991406] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96f80c0d-c78a-4c92-be76-ea8a47894f25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.000046] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3ac5bb-82e1-42bf-a09a-c40e5a6d72b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.147141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.205s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.149518] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2115c3-a770-47e8-a5fa-0ac9bdf6f404 req-98e81203-e2cd-4fb0-91fd-9205210eef5f service nova] Releasing lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.150675] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.630s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 755.151067] env[69760]: DEBUG nova.objects.instance [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lazy-loading 'resources' on Instance uuid 5fdba60e-db04-441c-bc59-005f598cf826 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 755.176205] env[69760]: INFO nova.scheduler.client.report [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted allocations for instance 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7 [ 755.178055] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 755.180700] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-79f0bf79-0fa1-491b-ad2e-ae093a1afafc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.189716] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 755.189716] env[69760]: value = "task-3393564" [ 755.189716] env[69760]: _type = "Task" [ 755.189716] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.198771] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393564, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.298398] env[69760]: INFO nova.compute.manager [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Took 49.82 seconds to build instance. [ 755.306315] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52377e42-4843-b42f-aee6-57b7dcd144d4, 'name': SearchDatastore_Task, 'duration_secs': 0.042761} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.307238] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-182301d6-a6ad-4efd-b099-01cd233dbbd0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.314748] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 755.314748] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5294eb72-3ccd-7039-46ff-b93ba9bb11b1" [ 755.314748] env[69760]: _type = "Task" [ 755.314748] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.327908] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5294eb72-3ccd-7039-46ff-b93ba9bb11b1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.492824] env[69760]: DEBUG nova.network.neutron [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Successfully updated port: b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 755.687245] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f5d599ad-aad0-49c2-9bf7-635abf0e78ac tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "0a2bc9c4-5335-495e-8f4b-7796eb7a74c7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.367s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.701490] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393564, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.803245] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4ff92ee8-681e-4532-a68d-58bbd67762f8 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b653d098-78d9-4993-985a-1f60005fb935" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.957s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 755.831448] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5294eb72-3ccd-7039-46ff-b93ba9bb11b1, 'name': SearchDatastore_Task, 'duration_secs': 0.013629} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.831664] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.831977] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/c949f194-d662-4fdb-8025-b5dc46465add.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 755.832271] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c4fe709-e776-43ac-8265-d0ee76d1e88e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.842257] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 755.842257] env[69760]: value = "task-3393565" [ 755.842257] env[69760]: _type = "Task" [ 755.842257] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.852989] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393565, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.000713] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.000862] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.001128] env[69760]: DEBUG nova.network.neutron [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.033805] env[69760]: DEBUG nova.compute.manager [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received event network-vif-plugged-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.034101] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] Acquiring lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.034442] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 756.034553] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 756.034727] env[69760]: DEBUG nova.compute.manager [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] No waiting events found dispatching network-vif-plugged-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 756.034912] env[69760]: WARNING nova.compute.manager [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received unexpected event network-vif-plugged-b5a74b3f-8fab-413e-8436-197cf71d4660 for instance with vm_state building and task_state spawning. [ 756.035101] env[69760]: DEBUG nova.compute.manager [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 756.035273] env[69760]: DEBUG nova.compute.manager [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing instance network info cache due to event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 756.035444] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] Acquiring lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.094856] env[69760]: INFO nova.compute.manager [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Rescuing [ 756.095110] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.096040] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.096040] env[69760]: DEBUG nova.network.neutron [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 756.202701] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393564, 'name': CreateSnapshot_Task, 'duration_secs': 0.887397} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.204173] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 756.205079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e1a839-d809-46b6-aee5-b03e3c2bc150 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.208443] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c1d4885-81cb-49a5-b98f-bc2f5c795a8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.222390] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e996ec-f4c4-456a-bbb5-d13bb6a0c87f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.257015] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d431d230-82b0-41a9-becb-9c15205b57b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.266637] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97c5daaa-539d-4435-baf4-bdf146310554 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.288196] env[69760]: DEBUG nova.compute.provider_tree [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.309056] env[69760]: DEBUG nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 756.354323] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393565, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.550824] env[69760]: DEBUG nova.network.neutron [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 756.729534] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 756.732313] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-987acc81-e066-44c8-97f6-af654c079092 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.742211] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 756.742211] env[69760]: value = "task-3393566" [ 756.742211] env[69760]: _type = "Task" [ 756.742211] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.750398] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393566, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.791812] env[69760]: DEBUG nova.scheduler.client.report [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.802926] env[69760]: DEBUG nova.network.neutron [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [{"id": "b5a74b3f-8fab-413e-8436-197cf71d4660", "address": "fa:16:3e:bc:5f:fd", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a74b3f-8f", "ovs_interfaceid": "b5a74b3f-8fab-413e-8436-197cf71d4660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.836774] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.852041] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393565, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630684} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.852390] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/c949f194-d662-4fdb-8025-b5dc46465add.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 756.852622] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 756.852898] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-709c9e91-8540-48bb-a0c6-37c1d16a7b6a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.859587] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 756.859587] env[69760]: value = "task-3393567" [ 756.859587] env[69760]: _type = "Task" [ 756.859587] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.867536] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393567, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.921201] env[69760]: DEBUG nova.network.neutron [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Updating instance_info_cache with network_info: [{"id": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "address": "fa:16:3e:9c:66:2f", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e09a1da-f3", "ovs_interfaceid": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.252622] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393566, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.297320] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.146s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.300192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.882s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.301029] env[69760]: DEBUG nova.objects.instance [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lazy-loading 'resources' on Instance uuid 080eca8e-17a7-440b-9077-aaf2e6db062f {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 757.305485] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Releasing lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.305814] env[69760]: DEBUG nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Instance network_info: |[{"id": "b5a74b3f-8fab-413e-8436-197cf71d4660", "address": "fa:16:3e:bc:5f:fd", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a74b3f-8f", "ovs_interfaceid": "b5a74b3f-8fab-413e-8436-197cf71d4660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 757.306145] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] Acquired lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.306405] env[69760]: DEBUG nova.network.neutron [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 757.307536] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:5f:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b5a74b3f-8fab-413e-8436-197cf71d4660', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 757.315438] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Creating folder: Project (022672932afc4f5b8e55188d1d77d1f3). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.319510] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-488fe67e-9577-4531-85f6-8f584bdba756 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.322276] env[69760]: INFO nova.scheduler.client.report [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Deleted allocations for instance 5fdba60e-db04-441c-bc59-005f598cf826 [ 757.337464] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Created folder: Project (022672932afc4f5b8e55188d1d77d1f3) in parent group-v676970. [ 757.337464] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Creating folder: Instances. Parent ref: group-v677071. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 757.337464] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-16472756-63ce-4ace-84fb-d02ec400dbe2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.346773] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Created folder: Instances in parent group-v677071. [ 757.346773] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 757.346952] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 757.347152] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-63531f68-aa5f-43f4-a940-dfd55e9cde82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.373265] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393567, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.145962} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.374608] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 757.374936] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 757.374936] env[69760]: value = "task-3393570" [ 757.374936] env[69760]: _type = "Task" [ 757.374936] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.375666] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de879eed-7c7f-49c1-aa33-5ae398d51ef8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.388701] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393570, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.407066] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/c949f194-d662-4fdb-8025-b5dc46465add.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 757.410071] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3bcddd37-d688-49b5-b8de-3b03a4b5cffc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.426228] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.434573] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 757.434573] env[69760]: value = "task-3393571" [ 757.434573] env[69760]: _type = "Task" [ 757.434573] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.445194] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393571, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.586597] env[69760]: DEBUG nova.network.neutron [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updated VIF entry in instance network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 757.586957] env[69760]: DEBUG nova.network.neutron [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [{"id": "b5a74b3f-8fab-413e-8436-197cf71d4660", "address": "fa:16:3e:bc:5f:fd", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a74b3f-8f", "ovs_interfaceid": "b5a74b3f-8fab-413e-8436-197cf71d4660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 757.754862] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393566, 'name': CloneVM_Task} progress is 93%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.830915] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53e5a4fa-e405-454c-a909-1264d7ba21d0 tempest-DeleteServersAdminTestJSON-2075504388 tempest-DeleteServersAdminTestJSON-2075504388-project-member] Lock "5fdba60e-db04-441c-bc59-005f598cf826" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.834s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.891588] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393570, 'name': CreateVM_Task, 'duration_secs': 0.380717} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.891588] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 757.892759] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.892759] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.892759] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.892865] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-118c4873-d57f-4872-a89b-243451ce96aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.897965] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 757.897965] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52356007-5093-6c1f-c5e6-118a3985d15b" [ 757.897965] env[69760]: _type = "Task" [ 757.897965] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.909718] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52356007-5093-6c1f-c5e6-118a3985d15b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.946095] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393571, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.090052] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f5855f4-9023-448d-9da7-4d6eb8696fb7 req-5ff57b43-f56d-4ee4-99ee-aee874ae0532 service nova] Releasing lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.254747] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393566, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.354631] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b4d8115-7acb-4752-aa51-69e56e07eb58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.362629] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5eb0f-0b51-47db-8f3f-6267a7d2ddb0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.396447] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aaa9538f-4dd6-4167-8c73-aef13d342313 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.408085] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf960cfd-233f-4542-a74a-cc03003dc490 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.420500] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52356007-5093-6c1f-c5e6-118a3985d15b, 'name': SearchDatastore_Task, 'duration_secs': 0.013502} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.426278] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.426530] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 758.426768] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.426921] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.427117] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 758.427630] env[69760]: DEBUG nova.compute.provider_tree [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 758.429017] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-857598ad-a5e6-4e31-85db-293d4f5e9919 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.443098] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 758.443098] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 758.444392] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f6f615-4053-4b6c-8d0c-2485c2a23eae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.450690] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393571, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.454064] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 758.454064] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e09cca-c81f-2066-d802-de79cbf08729" [ 758.454064] env[69760]: _type = "Task" [ 758.454064] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.464690] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e09cca-c81f-2066-d802-de79cbf08729, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.754221] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393566, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.933991] env[69760]: DEBUG nova.scheduler.client.report [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 758.947635] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393571, 'name': ReconfigVM_Task, 'duration_secs': 1.161655} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.948656] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Reconfigured VM instance instance-00000024 to attach disk [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/c949f194-d662-4fdb-8025-b5dc46465add.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 758.949596] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-94f249ec-8f7d-4775-86f9-9a0fe4a32e72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.959999] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 758.959999] env[69760]: value = "task-3393572" [ 758.959999] env[69760]: _type = "Task" [ 758.959999] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.968948] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 758.969894] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e09cca-c81f-2066-d802-de79cbf08729, 'name': SearchDatastore_Task, 'duration_secs': 0.013334} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.970976] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec165a12-7e44-4034-a5d3-38b9df0dc873 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.979116] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dba35c51-4b53-4e8c-8402-d53631760fd9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.982740] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393572, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.985947] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 758.985947] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5273fc24-ec31-c5e7-91ba-98f802d27ef6" [ 758.985947] env[69760]: _type = "Task" [ 758.985947] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.987216] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 758.987216] env[69760]: value = "task-3393573" [ 758.987216] env[69760]: _type = "Task" [ 758.987216] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.001222] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5273fc24-ec31-c5e7-91ba-98f802d27ef6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.004262] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.254277] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393566, 'name': CloneVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.450093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.149s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.452646] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.404s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.457731] env[69760]: INFO nova.compute.claims [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 759.469640] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393572, 'name': Rename_Task, 'duration_secs': 0.246759} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.469941] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 759.470702] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d83613b-ce39-4b4f-8c1f-93b127be77cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.477255] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 759.477255] env[69760]: value = "task-3393574" [ 759.477255] env[69760]: _type = "Task" [ 759.477255] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.486166] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393574, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.487426] env[69760]: INFO nova.scheduler.client.report [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Deleted allocations for instance 080eca8e-17a7-440b-9077-aaf2e6db062f [ 759.502912] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5273fc24-ec31-c5e7-91ba-98f802d27ef6, 'name': SearchDatastore_Task, 'duration_secs': 0.01689} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.506698] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.506698] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa/5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 759.506875] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393573, 'name': PowerOffVM_Task, 'duration_secs': 0.25141} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.507089] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d91fb479-0ca8-4cf3-a562-e69ca426a222 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.509462] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 759.510233] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59f83eba-21e5-46dd-84a1-9c84264e52d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.533955] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f1bbfbe-9139-4c93-94f7-4466c9ed8cf4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.537614] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 759.537614] env[69760]: value = "task-3393575" [ 759.537614] env[69760]: _type = "Task" [ 759.537614] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.551894] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393575, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.569295] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 759.569647] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0fed7936-3cd6-41ac-9efb-8dbc236b99ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.576577] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 759.576577] env[69760]: value = "task-3393576" [ 759.576577] env[69760]: _type = "Task" [ 759.576577] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.586067] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 759.586159] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 759.586580] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.586627] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.586823] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 759.587112] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7d82f98-3c99-4d99-aa67-b6bd62433f9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.605165] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 759.605165] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 759.605659] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed9045fd-de70-4d0f-b087-55b2418e3595 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.611079] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 759.611079] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cd739b-c213-b842-b8cc-8f8d6167fc91" [ 759.611079] env[69760]: _type = "Task" [ 759.611079] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.619981] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cd739b-c213-b842-b8cc-8f8d6167fc91, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.754680] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393566, 'name': CloneVM_Task, 'duration_secs': 2.887508} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.755013] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Created linked-clone VM from snapshot [ 759.755881] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-741e0003-345d-4e8a-af09-dece5271bc56 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.765613] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Uploading image 5ddc731a-165c-4ad1-8a32-10816cb4885b {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 759.788904] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 759.788904] env[69760]: value = "vm-677073" [ 759.788904] env[69760]: _type = "VirtualMachine" [ 759.788904] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 759.789235] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-df55ab82-323a-4463-82f7-e6c19af82b95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.796883] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lease: (returnval){ [ 759.796883] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5217ac2c-9fc8-427e-00a9-986d7d501104" [ 759.796883] env[69760]: _type = "HttpNfcLease" [ 759.796883] env[69760]: } obtained for exporting VM: (result){ [ 759.796883] env[69760]: value = "vm-677073" [ 759.796883] env[69760]: _type = "VirtualMachine" [ 759.796883] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 759.797352] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the lease: (returnval){ [ 759.797352] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5217ac2c-9fc8-427e-00a9-986d7d501104" [ 759.797352] env[69760]: _type = "HttpNfcLease" [ 759.797352] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 759.804620] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 759.804620] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5217ac2c-9fc8-427e-00a9-986d7d501104" [ 759.804620] env[69760]: _type = "HttpNfcLease" [ 759.804620] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 759.989654] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393574, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.003020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c19a930-4c66-406a-b1e2-b4dea1a589f4 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "080eca8e-17a7-440b-9077-aaf2e6db062f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.521s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.048124] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393575, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.123201] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cd739b-c213-b842-b8cc-8f8d6167fc91, 'name': SearchDatastore_Task, 'duration_secs': 0.01339} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.123546] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52edfe04-2258-409d-90d2-6975b557fb01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.129372] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 760.129372] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52811be2-b8dc-d4a6-ee5b-0137263f6361" [ 760.129372] env[69760]: _type = "Task" [ 760.129372] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.137940] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52811be2-b8dc-d4a6-ee5b-0137263f6361, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.309314] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 760.309314] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5217ac2c-9fc8-427e-00a9-986d7d501104" [ 760.309314] env[69760]: _type = "HttpNfcLease" [ 760.309314] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 760.309831] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 760.309831] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5217ac2c-9fc8-427e-00a9-986d7d501104" [ 760.309831] env[69760]: _type = "HttpNfcLease" [ 760.309831] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 760.311092] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50bab68f-0afe-434b-ac39-0fb615dd4ea8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.321879] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528618f8-9348-ac4e-3ed7-a0323e7a3177/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 760.322243] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528618f8-9348-ac4e-3ed7-a0323e7a3177/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 760.447411] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6c7ff49f-8c7d-4484-9da7-3a0dec73fc81 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.496087] env[69760]: DEBUG oslo_vmware.api [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393574, 'name': PowerOnVM_Task, 'duration_secs': 0.884438} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.496339] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 760.496524] env[69760]: INFO nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Took 9.21 seconds to spawn the instance on the hypervisor. [ 760.496704] env[69760]: DEBUG nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 760.497658] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e003fe62-a7f9-4362-a731-4141972239fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.550779] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393575, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.639302} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.553703] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa/5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 760.553935] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 760.554930] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1b5a47aa-4c80-4bac-97b1-4823dca6fbe8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.564681] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 760.564681] env[69760]: value = "task-3393578" [ 760.564681] env[69760]: _type = "Task" [ 760.564681] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.577265] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393578, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.640333] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52811be2-b8dc-d4a6-ee5b-0137263f6361, 'name': SearchDatastore_Task, 'duration_secs': 0.018229} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.640650] env[69760]: DEBUG oslo_concurrency.lockutils [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.640992] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b653d098-78d9-4993-985a-1f60005fb935/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. {{(pid=69760) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 760.643107] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-749bc078-0294-4f77-a1bb-57bdf57670ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.650826] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 760.650826] env[69760]: value = "task-3393579" [ 760.650826] env[69760]: _type = "Task" [ 760.650826] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.660201] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.744817] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "82801bc1-42eb-43e1-8d34-160f09f4d777" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.745184] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.745432] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "82801bc1-42eb-43e1-8d34-160f09f4d777-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 760.745625] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 760.745792] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.750911] env[69760]: INFO nova.compute.manager [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Terminating instance [ 760.772485] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529055ee-8e90-d695-f838-abe674377390/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 760.773780] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46fd8af6-2de1-44de-bd4f-c872104ec121 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.783417] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529055ee-8e90-d695-f838-abe674377390/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 760.783584] env[69760]: ERROR oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529055ee-8e90-d695-f838-abe674377390/disk-0.vmdk due to incomplete transfer. [ 760.783821] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-024bd074-cdde-424c-aafd-dd6140cf069f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.791448] env[69760]: DEBUG oslo_vmware.rw_handles [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529055ee-8e90-d695-f838-abe674377390/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 760.791763] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Uploaded image 6734ebab-f08d-4449-8a71-c29e363047a2 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 760.794146] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 760.796968] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-48b303e3-a9ef-430a-8b67-bbd009d36d26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.804956] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 760.804956] env[69760]: value = "task-3393580" [ 760.804956] env[69760]: _type = "Task" [ 760.804956] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.817261] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393580, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.027234] env[69760]: INFO nova.compute.manager [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Took 50.58 seconds to build instance. [ 761.060721] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dda7806-b8df-41ed-bc9a-9356635a9534 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.072814] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc08e455-7ab8-4252-9f2b-2485cf33245e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.114115] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393578, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066867} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.115106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d63e9d-51b0-4396-b069-32722cb17700 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.118166] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 761.119634] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a768179-7c8f-4502-86a9-f31df14c40c9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.143345] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d608756-ca69-457c-95cf-7ed9f9f8fd50 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.157910] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Reconfiguring VM instance instance-00000025 to attach disk [datastore2] 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa/5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.157910] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b631f4ee-2d8a-4580-b061-2401f0f16448 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.190012] env[69760]: DEBUG nova.compute.provider_tree [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 761.195274] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 761.195274] env[69760]: value = "task-3393581" [ 761.195274] env[69760]: _type = "Task" [ 761.195274] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.204207] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393579, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.212556] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393581, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.252550] env[69760]: DEBUG nova.compute.manager [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 761.252857] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.254069] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e4afab5-0a5a-4708-a112-62a7e4a1d89d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.263025] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.263747] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-487a76ba-b964-4056-941f-e0e691af074b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.278369] env[69760]: DEBUG oslo_vmware.api [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 761.278369] env[69760]: value = "task-3393582" [ 761.278369] env[69760]: _type = "Task" [ 761.278369] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.291462] env[69760]: DEBUG oslo_vmware.api [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393582, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.315169] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393580, 'name': Destroy_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.531538] env[69760]: DEBUG oslo_concurrency.lockutils [None req-03ec5722-f7e4-4178-b2d5-8078508176cc tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "c949f194-d662-4fdb-8025-b5dc46465add" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.869s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.581986] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "4bfd7730-3528-4c66-ac61-7bc6e676f531" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.583173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.583609] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "4bfd7730-3528-4c66-ac61-7bc6e676f531-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.584232] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.584613] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.592402] env[69760]: INFO nova.compute.manager [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Terminating instance [ 761.667685] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.818667} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.667975] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b653d098-78d9-4993-985a-1f60005fb935/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. [ 761.668890] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a9d8ab5-fadc-4b3a-85df-497d6d37eb6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.698055] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] b653d098-78d9-4993-985a-1f60005fb935/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 761.701340] env[69760]: DEBUG nova.scheduler.client.report [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 761.703676] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-977f078f-c2bd-438b-9069-a16980600a1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.735351] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393581, 'name': ReconfigVM_Task, 'duration_secs': 0.412114} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.737224] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Reconfigured VM instance instance-00000025 to attach disk [datastore2] 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa/5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 761.738099] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 761.738099] env[69760]: value = "task-3393583" [ 761.738099] env[69760]: _type = "Task" [ 761.738099] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.738590] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bdb1243a-32af-4593-9eab-c2cc5a7e31a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.751252] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393583, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.752673] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 761.752673] env[69760]: value = "task-3393584" [ 761.752673] env[69760]: _type = "Task" [ 761.752673] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.763354] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393584, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.793248] env[69760]: DEBUG oslo_vmware.api [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393582, 'name': PowerOffVM_Task, 'duration_secs': 0.443996} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.793590] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.793861] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.794260] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d7ace75a-6541-4bff-80e8-fe9d4e2a6d55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.816518] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393580, 'name': Destroy_Task, 'duration_secs': 0.728417} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.816968] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Destroyed the VM [ 761.817419] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 761.817777] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-09a2f332-6853-4763-b637-da57ac2b5225 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.824683] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 761.824683] env[69760]: value = "task-3393586" [ 761.824683] env[69760]: _type = "Task" [ 761.824683] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.833294] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393586, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.854299] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.855425] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.855425] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Deleting the datastore file [datastore1] 82801bc1-42eb-43e1-8d34-160f09f4d777 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.855425] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bc1bbc3-3b40-4eaa-926f-9cf4337447ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.862292] env[69760]: DEBUG oslo_vmware.api [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for the task: (returnval){ [ 761.862292] env[69760]: value = "task-3393587" [ 761.862292] env[69760]: _type = "Task" [ 761.862292] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.878659] env[69760]: DEBUG oslo_vmware.api [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393587, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.024581] env[69760]: INFO nova.compute.manager [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Rescuing [ 762.026390] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.026390] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.026390] env[69760]: DEBUG nova.network.neutron [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.034043] env[69760]: DEBUG nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 762.098712] env[69760]: DEBUG nova.compute.manager [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 762.099021] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 762.100106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc78de9-9bd8-4406-b231-f29b83fa8b1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.109734] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 762.110288] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25ed2efa-33c0-4443-a8ed-9e5a4631c8af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.206465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.754s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.207021] env[69760]: DEBUG nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 762.214027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.587s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.214027] env[69760]: INFO nova.compute.claims [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 762.256834] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393583, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.267564] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393584, 'name': Rename_Task, 'duration_secs': 0.172381} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.267851] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 762.268128] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-28f2aefc-81f3-40c0-a924-b43cc18356fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.277675] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 762.277675] env[69760]: value = "task-3393589" [ 762.277675] env[69760]: _type = "Task" [ 762.277675] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.286667] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393589, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.336085] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393586, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.372570] env[69760]: DEBUG oslo_vmware.api [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Task: {'id': task-3393587, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444048} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.373083] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.373483] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.373721] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.373974] env[69760]: INFO nova.compute.manager [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Took 1.12 seconds to destroy the instance on the hypervisor. [ 762.374292] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 762.375667] env[69760]: DEBUG nova.compute.manager [-] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 762.375778] env[69760]: DEBUG nova.network.neutron [-] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 762.381462] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.382511] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.578685] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.725162] env[69760]: DEBUG nova.compute.utils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.727643] env[69760]: DEBUG nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 762.728207] env[69760]: DEBUG nova.network.neutron [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 762.753983] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393583, 'name': ReconfigVM_Task, 'duration_secs': 0.709918} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.757220] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Reconfigured VM instance instance-00000023 to attach disk [datastore1] b653d098-78d9-4993-985a-1f60005fb935/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 762.761024] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3b6ed1-8f29-41a8-ace7-18619f5bf23b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.798413] env[69760]: DEBUG nova.policy [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '912ec74dfdfc44ad9bfb8185b68ea82c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d33e1b0607c43f1ab435d9eb0686db0', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.808549] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-58d996a7-3ff5-4401-acf8-ccffbaa2e124 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.825490] env[69760]: DEBUG nova.compute.manager [req-7e35a384-c7e9-44f6-9935-616e9b029854 req-7e1d33ec-c5f9-4fdf-8c4e-9b555e5b8e21 service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Received event network-vif-deleted-bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 762.825642] env[69760]: INFO nova.compute.manager [req-7e35a384-c7e9-44f6-9935-616e9b029854 req-7e1d33ec-c5f9-4fdf-8c4e-9b555e5b8e21 service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Neutron deleted interface bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38; detaching it from the instance and deleting it from the info cache [ 762.825810] env[69760]: DEBUG nova.network.neutron [req-7e35a384-c7e9-44f6-9935-616e9b029854 req-7e1d33ec-c5f9-4fdf-8c4e-9b555e5b8e21 service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.837865] env[69760]: DEBUG oslo_vmware.api [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393589, 'name': PowerOnVM_Task, 'duration_secs': 0.536978} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.838214] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 762.838214] env[69760]: value = "task-3393590" [ 762.838214] env[69760]: _type = "Task" [ 762.838214] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.839482] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 762.839718] env[69760]: INFO nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Took 7.87 seconds to spawn the instance on the hypervisor. [ 762.839901] env[69760]: DEBUG nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 762.841028] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a2c1206-8537-4e24-b746-6ddbed6c7d62 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.856678] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393590, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.860990] env[69760]: DEBUG oslo_vmware.api [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393586, 'name': RemoveSnapshot_Task, 'duration_secs': 0.88677} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.863975] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 762.864266] env[69760]: INFO nova.compute.manager [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Took 16.73 seconds to snapshot the instance on the hypervisor. [ 762.877482] env[69760]: DEBUG nova.network.neutron [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Updating instance_info_cache with network_info: [{"id": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "address": "fa:16:3e:cd:70:96", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c873c65-40", "ovs_interfaceid": "1c873c65-40a7-4fcf-a601-654d5bc105a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.931403] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 762.931667] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 762.931857] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleting the datastore file [datastore2] 4bfd7730-3528-4c66-ac61-7bc6e676f531 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 762.932138] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b5b6e068-f2ef-441c-9e13-5dc01e312614 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.939701] env[69760]: DEBUG oslo_vmware.api [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 762.939701] env[69760]: value = "task-3393591" [ 762.939701] env[69760]: _type = "Task" [ 762.939701] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.948259] env[69760]: DEBUG oslo_vmware.api [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393591, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.231789] env[69760]: DEBUG nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 763.304951] env[69760]: DEBUG nova.network.neutron [-] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.328450] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fa579fd7-bb2b-478c-999c-5dd584344209 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.341690] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1065cd1d-49bc-4366-ba5c-4975542258dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.368070] env[69760]: DEBUG nova.compute.manager [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Instance disappeared during snapshot {{(pid=69760) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4595}} [ 763.382475] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.382591] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-c949f194-d662-4fdb-8025-b5dc46465add" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.399970] env[69760]: DEBUG nova.compute.manager [req-7e35a384-c7e9-44f6-9935-616e9b029854 req-7e1d33ec-c5f9-4fdf-8c4e-9b555e5b8e21 service nova] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Detach interface failed, port_id=bd9fb695-a5d1-4b1b-85a9-ed2c300aaf38, reason: Instance 82801bc1-42eb-43e1-8d34-160f09f4d777 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 763.401912] env[69760]: DEBUG nova.compute.manager [None req-11f33778-b714-4b28-98a6-59b77b24ab36 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image not found during clean up 6734ebab-f08d-4449-8a71-c29e363047a2 {{(pid=69760) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4601}} [ 763.404200] env[69760]: INFO nova.compute.manager [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Took 49.26 seconds to build instance. [ 763.454134] env[69760]: DEBUG oslo_vmware.api [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393591, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215512} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.454431] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 763.454596] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 763.454772] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 763.455285] env[69760]: INFO nova.compute.manager [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Took 1.36 seconds to destroy the instance on the hypervisor. [ 763.455285] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 763.456018] env[69760]: DEBUG nova.compute.manager [-] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 763.456018] env[69760]: DEBUG nova.network.neutron [-] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.478516] env[69760]: DEBUG nova.network.neutron [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Successfully created port: aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 763.809523] env[69760]: INFO nova.compute.manager [-] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Took 1.43 seconds to deallocate network for instance. [ 763.873841] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393590, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.875545] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd26071a-9c01-42ed-b532-8e2b34d58ec9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.883851] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d29b89df-beb0-465b-8330-8b16b103814f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.922117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80785caf-d2d0-4f98-b14f-cb1c893c5313 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.860s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 763.927910] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45475f5a-a298-462b-953a-0586a78cd80f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.935595] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbfdb95e-fdac-4624-91c6-e7006b1ba724 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.953220] env[69760]: DEBUG nova.compute.provider_tree [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 764.245075] env[69760]: DEBUG nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 764.279163] env[69760]: DEBUG nova.network.neutron [-] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 764.284740] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 764.284991] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 764.285164] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 764.285373] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 764.285537] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 764.285947] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 764.287151] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 764.287343] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 764.287519] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 764.287683] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 764.287860] env[69760]: DEBUG nova.virt.hardware [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 764.288759] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81c6cd8e-aa42-4866-aa79-077f2c6c5480 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.296978] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c6c1dd-d2d0-4985-9e90-c1413686d50c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.322303] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.373238] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393590, 'name': ReconfigVM_Task, 'duration_secs': 1.231052} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.373548] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 764.373811] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-08fa7989-52d3-4cd3-8398-f2d797c1fe82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.380514] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 764.380514] env[69760]: value = "task-3393592" [ 764.380514] env[69760]: _type = "Task" [ 764.380514] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.389490] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393592, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.430176] env[69760]: DEBUG nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 764.460440] env[69760]: DEBUG nova.scheduler.client.report [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 764.781785] env[69760]: INFO nova.compute.manager [-] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Took 1.33 seconds to deallocate network for instance. [ 764.892039] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393592, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.940022] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 764.940022] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e9d34f5c-de5a-4362-8431-b337716bb15d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.952183] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 764.952183] env[69760]: value = "task-3393593" [ 764.952183] env[69760]: _type = "Task" [ 764.952183] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.969794] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.759s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.970497] env[69760]: DEBUG nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 764.973885] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.975225] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.975465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.189s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.975721] env[69760]: DEBUG nova.objects.instance [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lazy-loading 'resources' on Instance uuid f1a69e79-d8ad-4782-9150-7215548506e8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 765.292469] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.348770] env[69760]: DEBUG nova.compute.manager [req-4fb8024f-2871-4945-a433-a26a45e3b5c6 req-986e6ad7-410e-4029-9c1c-86f2bee09fc7 service nova] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Received event network-vif-deleted-956dabbb-b442-459e-8ef8-0e24989bfc51 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.395166] env[69760]: DEBUG oslo_vmware.api [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393592, 'name': PowerOnVM_Task, 'duration_secs': 0.559741} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.395524] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 765.399246] env[69760]: DEBUG nova.compute.manager [None req-53c76333-d37d-4f1b-8405-e8f792e0d492 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 765.400850] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb431462-b2cc-4c43-bd21-328c3ffeccf3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.464995] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393593, 'name': PowerOffVM_Task, 'duration_secs': 0.255009} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.465526] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 765.469417] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-694587ea-a544-4cd6-a124-cb8dc998e779 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.476869] env[69760]: DEBUG nova.compute.utils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 765.479161] env[69760]: DEBUG nova.network.neutron [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Successfully updated port: aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 765.479978] env[69760]: DEBUG nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 765.480168] env[69760]: DEBUG nova.network.neutron [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 765.508032] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e6822a2-ef9d-47e4-9abb-b63c13addd39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.546283] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.546994] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-082c9555-b668-40a3-82f6-6718b1dbc58c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.557766] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 765.557766] env[69760]: value = "task-3393594" [ 765.557766] env[69760]: _type = "Task" [ 765.557766] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.572559] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 765.572741] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.573078] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.573256] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.573450] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.573722] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fb7a87a-50d6-43a8-a874-f9e83b93574b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.579622] env[69760]: DEBUG nova.policy [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e2bf9d9b98474ec3a59239cba4d7f1f4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '0e414f57f67e407cb221b97c1f6f5925', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 765.585925] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.586226] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.586997] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a8bcce-3f2d-4983-8121-8db41966d02b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.596661] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 765.596661] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d22081-7de5-79c9-770f-76958fa3d929" [ 765.596661] env[69760]: _type = "Task" [ 765.596661] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.605262] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d22081-7de5-79c9-770f-76958fa3d929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.784161] env[69760]: DEBUG nova.compute.manager [req-b3b816a7-96c1-414b-9c37-8692c0aed806 req-da25f084-547f-4439-86da-a895979c15eb service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received event network-vif-plugged-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 765.784161] env[69760]: DEBUG oslo_concurrency.lockutils [req-b3b816a7-96c1-414b-9c37-8692c0aed806 req-da25f084-547f-4439-86da-a895979c15eb service nova] Acquiring lock "e1210f33-2fba-4dc1-a38f-70f46f8034af-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 765.784161] env[69760]: DEBUG oslo_concurrency.lockutils [req-b3b816a7-96c1-414b-9c37-8692c0aed806 req-da25f084-547f-4439-86da-a895979c15eb service nova] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 765.784161] env[69760]: DEBUG oslo_concurrency.lockutils [req-b3b816a7-96c1-414b-9c37-8692c0aed806 req-da25f084-547f-4439-86da-a895979c15eb service nova] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 765.784161] env[69760]: DEBUG nova.compute.manager [req-b3b816a7-96c1-414b-9c37-8692c0aed806 req-da25f084-547f-4439-86da-a895979c15eb service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] No waiting events found dispatching network-vif-plugged-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 765.784161] env[69760]: WARNING nova.compute.manager [req-b3b816a7-96c1-414b-9c37-8692c0aed806 req-da25f084-547f-4439-86da-a895979c15eb service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received unexpected event network-vif-plugged-aba97e75-0c40-4db2-9d82-cd0b034b46a9 for instance with vm_state building and task_state spawning. [ 765.992696] env[69760]: DEBUG nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 765.997333] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.997333] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquired lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.997333] env[69760]: DEBUG nova.network.neutron [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 766.009802] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.010552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.108322] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d22081-7de5-79c9-770f-76958fa3d929, 'name': SearchDatastore_Task, 'duration_secs': 0.017361} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.108813] env[69760]: DEBUG nova.network.neutron [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Successfully created port: cb12b738-4cab-4222-abc8-dd996761bdcd {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 766.114224] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-170dd0e9-c45d-456e-bc30-0878345d4c8e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.120459] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 766.120459] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f49876-a276-0265-8092-680e531a958d" [ 766.120459] env[69760]: _type = "Task" [ 766.120459] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.130115] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f49876-a276-0265-8092-680e531a958d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.171941] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdceb3d-8464-4035-a650-ab785ff1bf00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.181789] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff5ab566-aa9b-4880-a0f3-25f871364b34 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.216171] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe1adbd9-668a-4e34-83ce-d79db7d5540e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.224419] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c439b5d4-3b2c-4505-b7c2-f2586c8b3f5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.239938] env[69760]: DEBUG nova.compute.provider_tree [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 766.565936] env[69760]: DEBUG nova.network.neutron [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 766.635224] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f49876-a276-0265-8092-680e531a958d, 'name': SearchDatastore_Task, 'duration_secs': 0.05552} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.635487] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.635952] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. {{(pid=69760) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 766.636067] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-6aa4307d-3901-47a5-a6b5-f735c0e92a54 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.652272] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 766.652272] env[69760]: value = "task-3393595" [ 766.652272] env[69760]: _type = "Task" [ 766.652272] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.661048] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393595, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.734966] env[69760]: DEBUG nova.network.neutron [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.745024] env[69760]: DEBUG nova.scheduler.client.report [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 767.006310] env[69760]: DEBUG nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 767.034349] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 767.037231] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 767.037231] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 767.037231] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 767.037231] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 767.037418] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 767.038971] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 767.038971] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 767.038971] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 767.039088] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 767.040278] env[69760]: DEBUG nova.virt.hardware [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 767.040278] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46eba81-c01c-4156-be72-be11043fc254 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.051356] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbbe6a7-797a-4deb-8750-8941ca04e445 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.136738] env[69760]: INFO nova.compute.manager [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Unrescuing [ 767.136738] env[69760]: DEBUG oslo_concurrency.lockutils [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.137026] env[69760]: DEBUG oslo_concurrency.lockutils [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquired lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.137103] env[69760]: DEBUG nova.network.neutron [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.163319] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393595, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.239228] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Releasing lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.239590] env[69760]: DEBUG nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Instance network_info: |[{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 767.240062] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3d:35:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd6fab536-1e48-4d07-992a-076f0e6d089c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aba97e75-0c40-4db2-9d82-cd0b034b46a9', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.248190] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Creating folder: Project (9d33e1b0607c43f1ab435d9eb0686db0). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.249088] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.274s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.251234] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d114a72-ec2d-42db-92f8-3e0d6bd31c9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.254032] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 39.883s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.258916] env[69760]: INFO nova.compute.claims [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 767.269191] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Created folder: Project (9d33e1b0607c43f1ab435d9eb0686db0) in parent group-v676970. [ 767.269355] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Creating folder: Instances. Parent ref: group-v677075. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 767.269567] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9ae7c69d-e37e-43be-b192-7c18406446fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.279015] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Created folder: Instances in parent group-v677075. [ 767.279214] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 767.279465] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.279690] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26685dd9-9125-4203-bd64-15c097fd6297 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.296041] env[69760]: INFO nova.scheduler.client.report [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Deleted allocations for instance f1a69e79-d8ad-4782-9150-7215548506e8 [ 767.297508] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "59b174de-0389-440b-8cd3-ba3b11f7fd12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.297738] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.298584] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "59b174de-0389-440b-8cd3-ba3b11f7fd12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.298942] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.299250] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.304730] env[69760]: INFO nova.compute.manager [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Terminating instance [ 767.308227] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.308227] env[69760]: value = "task-3393598" [ 767.308227] env[69760]: _type = "Task" [ 767.308227] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.320027] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393598, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.666763] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393595, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.740138} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.666763] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. [ 767.666763] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7355b0b0-5226-45d9-9887-e9f6035be314 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.699944] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.702914] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-695125a2-cc64-4d09-8335-e222046bc0ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.723756] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 767.723756] env[69760]: value = "task-3393599" [ 767.723756] env[69760]: _type = "Task" [ 767.723756] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.732235] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393599, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.817286] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85ec482-92e4-4097-aba7-59f1fc0fa389 tempest-InstanceActionsV221TestJSON-1089158465 tempest-InstanceActionsV221TestJSON-1089158465-project-member] Lock "f1a69e79-d8ad-4782-9150-7215548506e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 47.553s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.821619] env[69760]: DEBUG nova.compute.manager [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 767.822388] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.825817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd04332-9e1c-468b-962b-7e4f2e782856 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.836163] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393598, 'name': CreateVM_Task, 'duration_secs': 0.389952} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.839769] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 767.839769] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.840157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.840157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.840381] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.840622] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-407f4a54-0e91-4f65-8fa7-217e44223767 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.842522] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6d3f1c7-f513-46fe-b94d-492487254827 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.847490] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 767.847490] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f322ac-81e9-4963-9b8e-98c0dd52b78a" [ 767.847490] env[69760]: _type = "Task" [ 767.847490] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.852864] env[69760]: DEBUG oslo_vmware.api [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 767.852864] env[69760]: value = "task-3393600" [ 767.852864] env[69760]: _type = "Task" [ 767.852864] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.860417] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f322ac-81e9-4963-9b8e-98c0dd52b78a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.865685] env[69760]: DEBUG oslo_vmware.api [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393600, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.900142] env[69760]: DEBUG nova.network.neutron [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Successfully updated port: cb12b738-4cab-4222-abc8-dd996761bdcd {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 768.017720] env[69760]: DEBUG nova.network.neutron [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Updating instance_info_cache with network_info: [{"id": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "address": "fa:16:3e:9c:66:2f", "network": {"id": "fd76a2fe-de29-4707-b799-81365c9f104f", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-825754276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "57c5449121a84225957cb81e3f393369", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e09a1da-f3", "ovs_interfaceid": "6e09a1da-f36d-4f38-b9f7-d6d1b259880a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.234538] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393599, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.361640] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f322ac-81e9-4963-9b8e-98c0dd52b78a, 'name': SearchDatastore_Task, 'duration_secs': 0.01611} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.362374] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.362691] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 768.362904] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.363087] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.363297] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 768.366620] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6137ab6c-8ce9-4a95-9f83-21e9ebd8b762 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.368617] env[69760]: DEBUG oslo_vmware.api [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393600, 'name': PowerOffVM_Task, 'duration_secs': 0.202169} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.371227] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 768.371406] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 768.373221] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4d8087dd-655e-48c9-864c-364a73afcbbe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.383155] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 768.383475] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 768.384351] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d055c273-fa1e-4be0-b240-d3286fd8ec0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.392645] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 768.392645] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5208ec4f-6131-26bb-36e2-c097f3f1de04" [ 768.392645] env[69760]: _type = "Task" [ 768.392645] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.401701] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5208ec4f-6131-26bb-36e2-c097f3f1de04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.405232] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.405429] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.405596] env[69760]: DEBUG nova.network.neutron [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.440286] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 768.440549] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 768.440765] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Deleting the datastore file [datastore2] 59b174de-0389-440b-8cd3-ba3b11f7fd12 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 768.444013] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b91974e8-242f-4baf-91b5-8b8d5278d097 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.449652] env[69760]: DEBUG oslo_vmware.api [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 768.449652] env[69760]: value = "task-3393602" [ 768.449652] env[69760]: _type = "Task" [ 768.449652] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.461531] env[69760]: DEBUG oslo_vmware.api [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393602, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.480730] env[69760]: DEBUG nova.compute.manager [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 768.480940] env[69760]: DEBUG nova.compute.manager [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing instance network info cache due to event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 768.482519] env[69760]: DEBUG oslo_concurrency.lockutils [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] Acquiring lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.482519] env[69760]: DEBUG oslo_concurrency.lockutils [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] Acquired lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.482791] env[69760]: DEBUG nova.network.neutron [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 768.525276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Releasing lock "refresh_cache-b653d098-78d9-4993-985a-1f60005fb935" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.525914] env[69760]: DEBUG nova.objects.instance [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lazy-loading 'flavor' on Instance uuid b653d098-78d9-4993-985a-1f60005fb935 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 768.591969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "192d6d08-babf-4efe-b22b-ab6676698975" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.592216] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "192d6d08-babf-4efe-b22b-ab6676698975" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.743869] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393599, 'name': ReconfigVM_Task, 'duration_secs': 0.662339} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.744249] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Reconfigured VM instance instance-00000024 to attach disk [datastore2] c949f194-d662-4fdb-8025-b5dc46465add/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.745139] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce8a356-50c9-44a1-9634-805f085bb4e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.778187] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d2c69aba-29ce-4366-9ad3-609b67f8ce55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.793984] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 768.793984] env[69760]: value = "task-3393603" [ 768.793984] env[69760]: _type = "Task" [ 768.793984] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.803655] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.865503] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39216d32-b460-404e-9aac-b7e3463cb397 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.873241] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d2d5b0c-524f-47ec-8b03-b6633a7fe37a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.909168] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3233645-7dee-4dcc-ae2c-caf4943c4f04 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.922602] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5208ec4f-6131-26bb-36e2-c097f3f1de04, 'name': SearchDatastore_Task, 'duration_secs': 0.021777} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.925465] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9121d06-a871-4fb1-a69b-245646592144 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.928662] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15142070-d5c5-4156-9fd7-d942857937be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.937184] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 768.937184] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5283dcde-60ef-48ae-727a-47517933d83a" [ 768.937184] env[69760]: _type = "Task" [ 768.937184] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.946091] env[69760]: DEBUG nova.compute.provider_tree [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 768.954634] env[69760]: DEBUG nova.network.neutron [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.961988] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5283dcde-60ef-48ae-727a-47517933d83a, 'name': SearchDatastore_Task, 'duration_secs': 0.014573} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.962328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.962592] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/e1210f33-2fba-4dc1-a38f-70f46f8034af.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 768.966811] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-26cfad43-cc73-4bd1-aa6e-94f4e5c34465 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.969308] env[69760]: DEBUG oslo_vmware.api [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393602, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439595} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.969597] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.973022] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.973022] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.973022] env[69760]: INFO nova.compute.manager [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Took 1.15 seconds to destroy the instance on the hypervisor. [ 768.973022] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 768.973022] env[69760]: DEBUG nova.compute.manager [-] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 768.973022] env[69760]: DEBUG nova.network.neutron [-] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.977650] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 768.977650] env[69760]: value = "task-3393604" [ 768.977650] env[69760]: _type = "Task" [ 768.977650] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.990659] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393604, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.035073] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d9adeab-f674-4240-8956-fd42aab06108 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.059240] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 769.059604] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-41daa14c-af78-4cf4-8944-3fad9ab4d2b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.066173] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 769.066173] env[69760]: value = "task-3393605" [ 769.066173] env[69760]: _type = "Task" [ 769.066173] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.074106] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393605, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.232265] env[69760]: DEBUG nova.network.neutron [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Updating instance_info_cache with network_info: [{"id": "cb12b738-4cab-4222-abc8-dd996761bdcd", "address": "fa:16:3e:10:e3:2c", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb12b738-4c", "ovs_interfaceid": "cb12b738-4cab-4222-abc8-dd996761bdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.282556] env[69760]: DEBUG nova.network.neutron [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updated VIF entry in instance network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 769.283063] env[69760]: DEBUG nova.network.neutron [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.304770] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393603, 'name': ReconfigVM_Task, 'duration_secs': 0.272256} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.305242] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.305600] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d4499c9-b8cc-4131-ae24-204e3f1de8c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.313931] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 769.313931] env[69760]: value = "task-3393606" [ 769.313931] env[69760]: _type = "Task" [ 769.313931] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.323098] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393606, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.452253] env[69760]: DEBUG nova.scheduler.client.report [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 769.491821] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393604, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.578489] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393605, 'name': PowerOffVM_Task, 'duration_secs': 0.319675} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.578901] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 769.584462] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Reconfiguring VM instance instance-00000023 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 769.584976] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7b9113b6-3778-46e8-8c5b-bd4184aebb8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.606172] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 769.606172] env[69760]: value = "task-3393607" [ 769.606172] env[69760]: _type = "Task" [ 769.606172] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.615281] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393607, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.735498] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.735835] env[69760]: DEBUG nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Instance network_info: |[{"id": "cb12b738-4cab-4222-abc8-dd996761bdcd", "address": "fa:16:3e:10:e3:2c", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb12b738-4c", "ovs_interfaceid": "cb12b738-4cab-4222-abc8-dd996761bdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 769.736285] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:e3:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb12b738-4cab-4222-abc8-dd996761bdcd', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 769.747371] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 769.747978] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 769.748239] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b1a75390-037a-47db-aaef-227d80747734 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.776137] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 769.776137] env[69760]: value = "task-3393608" [ 769.776137] env[69760]: _type = "Task" [ 769.776137] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.784709] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393608, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.785238] env[69760]: DEBUG oslo_concurrency.lockutils [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] Releasing lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.785564] env[69760]: DEBUG nova.compute.manager [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Received event network-vif-plugged-cb12b738-4cab-4222-abc8-dd996761bdcd {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 769.785754] env[69760]: DEBUG oslo_concurrency.lockutils [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] Acquiring lock "966fa315-8a69-4a44-819f-661671a3bf5c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.785953] env[69760]: DEBUG oslo_concurrency.lockutils [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] Lock "966fa315-8a69-4a44-819f-661671a3bf5c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.786134] env[69760]: DEBUG oslo_concurrency.lockutils [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] Lock "966fa315-8a69-4a44-819f-661671a3bf5c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.786306] env[69760]: DEBUG nova.compute.manager [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] No waiting events found dispatching network-vif-plugged-cb12b738-4cab-4222-abc8-dd996761bdcd {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 769.786470] env[69760]: WARNING nova.compute.manager [req-437b1a8d-24cf-414b-b776-7bc9e01151f9 req-4fa292e9-b151-413b-bf09-242c346013ec service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Received unexpected event network-vif-plugged-cb12b738-4cab-4222-abc8-dd996761bdcd for instance with vm_state building and task_state spawning. [ 769.823935] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393606, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.958750] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.704s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 769.958750] env[69760]: DEBUG nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 769.964014] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 41.996s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.966065] env[69760]: DEBUG nova.objects.instance [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'resources' on Instance uuid cd455839-d8b8-469a-9f5a-ff427fb90807 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 769.992852] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393604, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.733404} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.993479] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/e1210f33-2fba-4dc1-a38f-70f46f8034af.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 769.993479] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 769.993705] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dcb4609-682d-4ead-a333-80406f000ce5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.000837] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 770.000837] env[69760]: value = "task-3393609" [ 770.000837] env[69760]: _type = "Task" [ 770.000837] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.010512] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.116563] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393607, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.198141] env[69760]: DEBUG nova.network.neutron [-] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.287757] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393608, 'name': CreateVM_Task, 'duration_secs': 0.434116} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.287958] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 770.288891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.289081] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.289385] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.289648] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc2b8f2f-6046-4a7d-8aff-460e17bde8a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.296547] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 770.296547] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52414f2d-8be4-d55e-bbb5-26f4601d8664" [ 770.296547] env[69760]: _type = "Task" [ 770.296547] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.303021] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52414f2d-8be4-d55e-bbb5-26f4601d8664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.324301] env[69760]: DEBUG oslo_vmware.api [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393606, 'name': PowerOnVM_Task, 'duration_secs': 0.738481} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.324641] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.335423] env[69760]: DEBUG nova.compute.manager [None req-f64f4e07-4e53-46a3-94a9-9c1e410ed82f tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 770.336360] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9afcf6b2-8783-4505-a9dc-ed016fcdb2d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.470529] env[69760]: DEBUG nova.compute.utils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 770.478907] env[69760]: DEBUG nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 770.478907] env[69760]: DEBUG nova.network.neutron [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 770.518370] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084105} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.518754] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 770.519714] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-000d8bb5-36dc-4f02-a850-74c6f32c654f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.548356] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/e1210f33-2fba-4dc1-a38f-70f46f8034af.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 770.551455] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d1d436ca-71cb-462c-8cd3-7d549e0ad393 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.568131] env[69760]: DEBUG nova.policy [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '671f8f69f6af4258ab7d9f8c6ccce5c4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f3085c8c5e0f411cb8cfd818095cb608', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 770.575525] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 770.575525] env[69760]: value = "task-3393610" [ 770.575525] env[69760]: _type = "Task" [ 770.575525] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.586196] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393610, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.595830] env[69760]: DEBUG nova.compute.manager [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Received event network-changed-cb12b738-4cab-4222-abc8-dd996761bdcd {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 770.595830] env[69760]: DEBUG nova.compute.manager [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Refreshing instance network info cache due to event network-changed-cb12b738-4cab-4222-abc8-dd996761bdcd. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 770.595938] env[69760]: DEBUG oslo_concurrency.lockutils [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] Acquiring lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.596316] env[69760]: DEBUG oslo_concurrency.lockutils [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] Acquired lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.596316] env[69760]: DEBUG nova.network.neutron [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Refreshing network info cache for port cb12b738-4cab-4222-abc8-dd996761bdcd {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 770.620938] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393607, 'name': ReconfigVM_Task, 'duration_secs': 0.958008} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.621920] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Reconfigured VM instance instance-00000023 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 770.621920] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 770.625645] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2ee460e-05e1-471b-ac7a-4543e6b4a47b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.632264] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Acquiring lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.633083] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.636049] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 770.636049] env[69760]: value = "task-3393611" [ 770.636049] env[69760]: _type = "Task" [ 770.636049] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.650966] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393611, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.709429] env[69760]: INFO nova.compute.manager [-] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Took 1.74 seconds to deallocate network for instance. [ 770.805706] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52414f2d-8be4-d55e-bbb5-26f4601d8664, 'name': SearchDatastore_Task, 'duration_secs': 0.016662} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.806034] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.806306] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 770.806606] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.806683] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.806878] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 770.809656] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c743734-5142-449d-8e0c-9fa4d2ae108a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.819261] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 770.819261] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 770.820501] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f131cbe-b465-4ec4-95d0-2620ff68f3b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.826691] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 770.826691] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f880bf-8a42-5b45-ab81-166af02cf090" [ 770.826691] env[69760]: _type = "Task" [ 770.826691] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.840711] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f880bf-8a42-5b45-ab81-166af02cf090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.859242] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528618f8-9348-ac4e-3ed7-a0323e7a3177/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 770.861055] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafd58e7-1463-4ee0-8b40-0387193acd92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.869955] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528618f8-9348-ac4e-3ed7-a0323e7a3177/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 770.870150] env[69760]: ERROR oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528618f8-9348-ac4e-3ed7-a0323e7a3177/disk-0.vmdk due to incomplete transfer. [ 770.870392] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-51031e69-54a0-421b-a038-fe19ece3963d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.877823] env[69760]: DEBUG oslo_vmware.rw_handles [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/528618f8-9348-ac4e-3ed7-a0323e7a3177/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 770.878031] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Uploaded image 5ddc731a-165c-4ad1-8a32-10816cb4885b to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 770.879569] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 770.882154] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b3943249-90fa-48cf-9528-6fafc9c7714d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.889183] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 770.889183] env[69760]: value = "task-3393612" [ 770.889183] env[69760]: _type = "Task" [ 770.889183] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.898513] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393612, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.978430] env[69760]: DEBUG nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 771.074107] env[69760]: DEBUG nova.network.neutron [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Successfully created port: 70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 771.086812] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393610, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.138029] env[69760]: DEBUG nova.compute.utils [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.164628] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393611, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.180822] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4476b8c2-7614-470b-b927-c59a0c340b4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.193698] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-972237ef-3cb8-46c8-91d0-70a5a3d75abf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.231249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 771.234959] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9bc108-1b70-40a8-9e66-835da8428bac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.242846] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13fcbdcf-8401-423e-9f6f-50032c198dea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.256911] env[69760]: DEBUG nova.compute.provider_tree [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.342140] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f880bf-8a42-5b45-ab81-166af02cf090, 'name': SearchDatastore_Task, 'duration_secs': 0.01389} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.342930] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-942ef4c3-e935-4c57-8937-6ceef3cd1a32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.348103] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 771.348103] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5214dc3f-54c1-0f6c-3706-b91686819ab8" [ 771.348103] env[69760]: _type = "Task" [ 771.348103] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.356396] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5214dc3f-54c1-0f6c-3706-b91686819ab8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.398173] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393612, 'name': Destroy_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.519325] env[69760]: DEBUG nova.network.neutron [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Updated VIF entry in instance network info cache for port cb12b738-4cab-4222-abc8-dd996761bdcd. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 771.519325] env[69760]: DEBUG nova.network.neutron [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Updating instance_info_cache with network_info: [{"id": "cb12b738-4cab-4222-abc8-dd996761bdcd", "address": "fa:16:3e:10:e3:2c", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb12b738-4c", "ovs_interfaceid": "cb12b738-4cab-4222-abc8-dd996761bdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 771.585025] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393610, 'name': ReconfigVM_Task, 'duration_secs': 0.566151} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.585452] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/e1210f33-2fba-4dc1-a38f-70f46f8034af.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 771.585946] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96081748-a855-4b00-a492-180cfa9faf83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.594996] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 771.594996] env[69760]: value = "task-3393613" [ 771.594996] env[69760]: _type = "Task" [ 771.594996] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.602178] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393613, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.651597] env[69760]: DEBUG oslo_vmware.api [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393611, 'name': PowerOnVM_Task, 'duration_secs': 0.532611} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.651912] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 771.652189] env[69760]: DEBUG nova.compute.manager [None req-42f331dd-4ddb-4eb7-b138-d309e96d02e4 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 771.653065] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1112365c-3cca-4fe9-8bee-4620760e4f5b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.658587] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.026s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.784230] env[69760]: ERROR nova.scheduler.client.report [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [req-57abee61-9030-41fa-a720-06e53f3caf6d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-57abee61-9030-41fa-a720-06e53f3caf6d"}]} [ 771.800208] env[69760]: DEBUG nova.scheduler.client.report [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 771.814943] env[69760]: DEBUG nova.scheduler.client.report [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 771.815168] env[69760]: DEBUG nova.compute.provider_tree [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 771.828638] env[69760]: DEBUG nova.scheduler.client.report [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 771.853511] env[69760]: DEBUG nova.scheduler.client.report [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 771.861425] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5214dc3f-54c1-0f6c-3706-b91686819ab8, 'name': SearchDatastore_Task, 'duration_secs': 0.016299} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.861737] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.862016] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 966fa315-8a69-4a44-819f-661671a3bf5c/966fa315-8a69-4a44-819f-661671a3bf5c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 771.862300] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-06753f00-a49b-4671-9d99-4653a9ece379 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.868846] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 771.868846] env[69760]: value = "task-3393614" [ 771.868846] env[69760]: _type = "Task" [ 771.868846] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.877226] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.901009] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393612, 'name': Destroy_Task, 'duration_secs': 0.67741} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.901149] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Destroyed the VM [ 771.901398] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 771.901645] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-59d408e9-43d2-42b8-852d-102d93a2415b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.908113] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 771.908113] env[69760]: value = "task-3393615" [ 771.908113] env[69760]: _type = "Task" [ 771.908113] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.916019] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393615, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.997330] env[69760]: DEBUG nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 772.021912] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 772.022182] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 772.022346] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 772.022537] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 772.022688] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 772.022849] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 772.023105] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 772.023283] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 772.023455] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 772.023618] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 772.023794] env[69760]: DEBUG nova.virt.hardware [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 772.024330] env[69760]: DEBUG oslo_concurrency.lockutils [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] Releasing lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.024559] env[69760]: DEBUG nova.compute.manager [req-7b12b1ab-121b-4044-ba9e-b91dca19b9ca req-6479e7e9-2469-4312-979a-324d0ed1988d service nova] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Received event network-vif-deleted-a691cb30-de62-4e17-98dc-b363533f11ff {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 772.025484] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9072e027-4f8f-46ea-a0db-34168fefed2a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.035527] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7096805-bfe2-438e-a2fd-3a8fe432a3d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.105575] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393613, 'name': Rename_Task, 'duration_secs': 0.141968} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.105858] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.106626] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-01c037d9-75c7-4a68-8a15-fe8888e3a52f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.112930] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 772.112930] env[69760]: value = "task-3393616" [ 772.112930] env[69760]: _type = "Task" [ 772.112930] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.122339] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393616, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.383279] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.418368] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393615, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.465899] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c6d7d62-38c8-4de4-b22b-ccdb7dcbb24f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.474389] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db741cc9-b85d-4528-b00e-668120c501d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.510079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04df63e8-21bb-4198-aa52-23035053438c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.518577] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b237bfb5-0813-435d-be28-18b5c03206d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.533163] env[69760]: DEBUG nova.compute.provider_tree [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 772.624590] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393616, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.738906] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Acquiring lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.739083] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.739476] env[69760]: INFO nova.compute.manager [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Attaching volume 411143e6-8e3b-4537-8918-20fe211ca763 to /dev/sdb [ 772.763800] env[69760]: DEBUG nova.network.neutron [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Successfully updated port: 70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 772.790443] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bd57f3a-d946-41c1-89bd-f58204a5e2af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.801133] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77274463-d863-4d0b-8947-3f12338dfb11 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.821782] env[69760]: DEBUG nova.virt.block_device [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Updating existing volume attachment record: f841186e-23dc-4177-bda1-9f8630101a82 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 772.884564] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.669937} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.884965] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 966fa315-8a69-4a44-819f-661671a3bf5c/966fa315-8a69-4a44-819f-661671a3bf5c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 772.885349] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 772.885724] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-96d5a217-dcca-4081-aeb4-2c4d7c02b1a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.892120] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 772.892120] env[69760]: value = "task-3393617" [ 772.892120] env[69760]: _type = "Task" [ 772.892120] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.900769] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393617, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.918069] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393615, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.075496] env[69760]: DEBUG nova.scheduler.client.report [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 67 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 773.075496] env[69760]: DEBUG nova.compute.provider_tree [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 67 to 68 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 773.075496] env[69760]: DEBUG nova.compute.provider_tree [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 773.123214] env[69760]: DEBUG oslo_vmware.api [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393616, 'name': PowerOnVM_Task, 'duration_secs': 0.715407} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.123525] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 773.125966] env[69760]: INFO nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Took 8.88 seconds to spawn the instance on the hypervisor. [ 773.125966] env[69760]: DEBUG nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 773.125966] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-112fcaac-903f-463e-989f-19e9a083d60c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.183121] env[69760]: DEBUG nova.compute.manager [req-414d981e-4690-4083-b900-500c13455849 req-4985ab1e-687b-4c18-ac80-a31c3da690a9 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Received event network-vif-plugged-70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 773.183660] env[69760]: DEBUG oslo_concurrency.lockutils [req-414d981e-4690-4083-b900-500c13455849 req-4985ab1e-687b-4c18-ac80-a31c3da690a9 service nova] Acquiring lock "d3a4cde4-60db-489f-ae8d-66372fe71361-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.183660] env[69760]: DEBUG oslo_concurrency.lockutils [req-414d981e-4690-4083-b900-500c13455849 req-4985ab1e-687b-4c18-ac80-a31c3da690a9 service nova] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.183831] env[69760]: DEBUG oslo_concurrency.lockutils [req-414d981e-4690-4083-b900-500c13455849 req-4985ab1e-687b-4c18-ac80-a31c3da690a9 service nova] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.184036] env[69760]: DEBUG nova.compute.manager [req-414d981e-4690-4083-b900-500c13455849 req-4985ab1e-687b-4c18-ac80-a31c3da690a9 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] No waiting events found dispatching network-vif-plugged-70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 773.185027] env[69760]: WARNING nova.compute.manager [req-414d981e-4690-4083-b900-500c13455849 req-4985ab1e-687b-4c18-ac80-a31c3da690a9 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Received unexpected event network-vif-plugged-70ef2767-c956-47d6-98fe-994b818b0376 for instance with vm_state building and task_state spawning. [ 773.267347] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.267496] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquired lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.267568] env[69760]: DEBUG nova.network.neutron [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 773.402239] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393617, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094373} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.402534] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 773.403369] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dc05ce2-922e-4a1a-ad7e-da332c8eaf7d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.428884] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Reconfiguring VM instance instance-00000027 to attach disk [datastore2] 966fa315-8a69-4a44-819f-661671a3bf5c/966fa315-8a69-4a44-819f-661671a3bf5c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 773.431885] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cd34452-0f04-471b-8160-aca919a87cdc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.452930] env[69760]: DEBUG oslo_vmware.api [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393615, 'name': RemoveSnapshot_Task, 'duration_secs': 1.314853} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.454398] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 773.454652] env[69760]: INFO nova.compute.manager [None req-daa921e0-43aa-495f-b44b-62d886858ad2 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Took 18.81 seconds to snapshot the instance on the hypervisor. [ 773.457707] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 773.457707] env[69760]: value = "task-3393621" [ 773.457707] env[69760]: _type = "Task" [ 773.457707] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.466856] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393621, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.578812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.617s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.582112] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 45.181s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.582438] env[69760]: DEBUG nova.objects.instance [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lazy-loading 'resources' on Instance uuid c6eff15b-a047-414f-a599-c3c4eec2e8d0 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 773.610255] env[69760]: INFO nova.scheduler.client.report [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted allocations for instance cd455839-d8b8-469a-9f5a-ff427fb90807 [ 773.643539] env[69760]: INFO nova.compute.manager [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Took 52.62 seconds to build instance. [ 773.782377] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "b653d098-78d9-4993-985a-1f60005fb935" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.782764] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b653d098-78d9-4993-985a-1f60005fb935" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.783104] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "b653d098-78d9-4993-985a-1f60005fb935-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 773.783559] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b653d098-78d9-4993-985a-1f60005fb935-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 773.783614] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b653d098-78d9-4993-985a-1f60005fb935-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 773.786108] env[69760]: INFO nova.compute.manager [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Terminating instance [ 773.803877] env[69760]: DEBUG nova.network.neutron [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 773.975214] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393621, 'name': ReconfigVM_Task, 'duration_secs': 0.449558} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 773.975784] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Reconfigured VM instance instance-00000027 to attach disk [datastore2] 966fa315-8a69-4a44-819f-661671a3bf5c/966fa315-8a69-4a44-819f-661671a3bf5c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 773.978016] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6a240f56-4aaa-4009-8b1f-cc5ff7cc23dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.983631] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 773.983631] env[69760]: value = "task-3393622" [ 773.983631] env[69760]: _type = "Task" [ 773.983631] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 773.996330] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393622, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.007399] env[69760]: DEBUG nova.network.neutron [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Updating instance_info_cache with network_info: [{"id": "70ef2767-c956-47d6-98fe-994b818b0376", "address": "fa:16:3e:f5:e2:98", "network": {"id": "44bc25a5-0a34-4ead-b28e-a643e10449ea", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-31696718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3085c8c5e0f411cb8cfd818095cb608", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ef2767-c9", "ovs_interfaceid": "70ef2767-c956-47d6-98fe-994b818b0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.120789] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd711d07-a1fe-448d-8ec3-5881b9484efa tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "cd455839-d8b8-469a-9f5a-ff427fb90807" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.183s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.143912] env[69760]: DEBUG oslo_concurrency.lockutils [None req-90878378-62f7-4c5c-b362-f4701ffa0906 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 81.936s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 774.295024] env[69760]: DEBUG nova.compute.manager [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 774.295024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 774.295024] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35aca647-d785-404d-81fc-b162f6765afd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.305761] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 774.306161] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65c3dd37-b9e2-4bdc-b082-2065f2b3228a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.314148] env[69760]: DEBUG oslo_vmware.api [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 774.314148] env[69760]: value = "task-3393623" [ 774.314148] env[69760]: _type = "Task" [ 774.314148] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.332388] env[69760]: DEBUG oslo_vmware.api [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393623, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.497940] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393622, 'name': Rename_Task, 'duration_secs': 0.196043} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.500849] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 774.501323] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1c23322c-0cef-4318-9f86-0e53c4d52442 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.509810] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Releasing lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.510038] env[69760]: DEBUG nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Instance network_info: |[{"id": "70ef2767-c956-47d6-98fe-994b818b0376", "address": "fa:16:3e:f5:e2:98", "network": {"id": "44bc25a5-0a34-4ead-b28e-a643e10449ea", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-31696718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3085c8c5e0f411cb8cfd818095cb608", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ef2767-c9", "ovs_interfaceid": "70ef2767-c956-47d6-98fe-994b818b0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 774.510511] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 774.510511] env[69760]: value = "task-3393624" [ 774.510511] env[69760]: _type = "Task" [ 774.510511] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.513408] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:e2:98', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a92a4ffe-7939-4697-bf98-5b22e2c7feda', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '70ef2767-c956-47d6-98fe-994b818b0376', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 774.521735] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Creating folder: Project (f3085c8c5e0f411cb8cfd818095cb608). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.524957] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-260d8f38-e4fa-4d09-8d13-eb882ec0043f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.539436] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393624, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.541384] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Created folder: Project (f3085c8c5e0f411cb8cfd818095cb608) in parent group-v676970. [ 774.541593] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Creating folder: Instances. Parent ref: group-v677082. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 774.541899] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c9fb9a4b-8c73-4ad5-b7f9-8a9115c71161 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.553215] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Created folder: Instances in parent group-v677082. [ 774.553288] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 774.553492] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 774.553699] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dca7f5a5-6f5d-4932-ac25-4898266122fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.585147] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 774.585147] env[69760]: value = "task-3393627" [ 774.585147] env[69760]: _type = "Task" [ 774.585147] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.596317] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393627, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.650476] env[69760]: DEBUG nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 774.712958] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f5e2f9-dfd3-4679-967c-74d55a2df265 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.722137] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a7e515-7c22-4252-bee3-af010aa4a5a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.754694] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf73301-5861-4345-bbc5-23965aa862fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.762618] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8583e47-54ec-4720-a92f-b51c1cb27454 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.778167] env[69760]: DEBUG nova.compute.provider_tree [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 774.828288] env[69760]: DEBUG oslo_vmware.api [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393623, 'name': PowerOffVM_Task, 'duration_secs': 0.250561} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 774.828567] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 774.828734] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 774.829011] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d20bab75-1094-4b91-91ba-35016639d397 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.889326] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 774.889326] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 774.889326] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Deleting the datastore file [datastore1] b653d098-78d9-4993-985a-1f60005fb935 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 774.889550] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d057c1df-f7d2-4e4b-83f5-7949d1c93d23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.895916] env[69760]: DEBUG oslo_vmware.api [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 774.895916] env[69760]: value = "task-3393629" [ 774.895916] env[69760]: _type = "Task" [ 774.895916] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.900986] env[69760]: INFO nova.compute.manager [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Rescuing [ 774.901458] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.901755] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.902102] env[69760]: DEBUG nova.network.neutron [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 774.909456] env[69760]: DEBUG oslo_vmware.api [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393629, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.926028] env[69760]: INFO nova.compute.manager [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Rescuing [ 774.926311] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.926539] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquired lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.926655] env[69760]: DEBUG nova.network.neutron [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.036481] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393624, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.095417] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393627, 'name': CreateVM_Task, 'duration_secs': 0.404077} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.095714] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 775.096543] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.096786] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.097088] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.098200] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eea2cca2-0002-459b-910d-84ab45838f9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.101915] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 775.101915] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d259b-1424-7a65-7b35-03327d2f5302" [ 775.101915] env[69760]: _type = "Task" [ 775.101915] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.110073] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d259b-1424-7a65-7b35-03327d2f5302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.172552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.321424] env[69760]: DEBUG nova.scheduler.client.report [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 68 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 775.321424] env[69760]: DEBUG nova.compute.provider_tree [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 68 to 69 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 775.321424] env[69760]: DEBUG nova.compute.provider_tree [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 775.349214] env[69760]: DEBUG nova.compute.manager [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Received event network-changed-70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 775.349214] env[69760]: DEBUG nova.compute.manager [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Refreshing instance network info cache due to event network-changed-70ef2767-c956-47d6-98fe-994b818b0376. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 775.349214] env[69760]: DEBUG oslo_concurrency.lockutils [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] Acquiring lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.349214] env[69760]: DEBUG oslo_concurrency.lockutils [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] Acquired lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.349443] env[69760]: DEBUG nova.network.neutron [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Refreshing network info cache for port 70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 775.409394] env[69760]: DEBUG oslo_vmware.api [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393629, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196694} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.409750] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 775.409985] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 775.410245] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 775.410491] env[69760]: INFO nova.compute.manager [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b653d098-78d9-4993-985a-1f60005fb935] Took 1.12 seconds to destroy the instance on the hypervisor. [ 775.410776] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 775.411806] env[69760]: DEBUG nova.compute.manager [-] [instance: b653d098-78d9-4993-985a-1f60005fb935] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 775.412417] env[69760]: DEBUG nova.network.neutron [-] [instance: b653d098-78d9-4993-985a-1f60005fb935] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 775.540873] env[69760]: DEBUG oslo_vmware.api [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393624, 'name': PowerOnVM_Task, 'duration_secs': 0.575323} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.540873] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.540873] env[69760]: INFO nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Took 8.53 seconds to spawn the instance on the hypervisor. [ 775.540873] env[69760]: DEBUG nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 775.540873] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb7c8829-6db2-4beb-be2e-5932f406b8f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.614844] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d259b-1424-7a65-7b35-03327d2f5302, 'name': SearchDatastore_Task, 'duration_secs': 0.011306} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.615107] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.615555] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 775.615664] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.615720] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.615876] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 775.616589] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a3d10c22-e16c-4267-a5da-fdebe42d549c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.633678] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 775.633881] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 775.635826] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-122db094-6de0-468b-9176-e715d31d4b9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.645041] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 775.645041] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb236a-4d02-2afb-db91-d8b5872bbd74" [ 775.645041] env[69760]: _type = "Task" [ 775.645041] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 775.654725] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb236a-4d02-2afb-db91-d8b5872bbd74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.765160] env[69760]: DEBUG nova.network.neutron [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.832838] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.250s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.837174] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.337s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.837174] env[69760]: DEBUG nova.objects.instance [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lazy-loading 'resources' on Instance uuid 3e91912e-2579-4026-b994-0f78a07bf0a2 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 775.868201] env[69760]: INFO nova.scheduler.client.report [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleted allocations for instance c6eff15b-a047-414f-a599-c3c4eec2e8d0 [ 775.931463] env[69760]: DEBUG nova.network.neutron [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Updating instance_info_cache with network_info: [{"id": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "address": "fa:16:3e:97:65:e7", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f9c40-91", "ovs_interfaceid": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.063134] env[69760]: INFO nova.compute.manager [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Took 54.45 seconds to build instance. [ 776.101602] env[69760]: DEBUG nova.network.neutron [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Updated VIF entry in instance network info cache for port 70ef2767-c956-47d6-98fe-994b818b0376. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 776.102687] env[69760]: DEBUG nova.network.neutron [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Updating instance_info_cache with network_info: [{"id": "70ef2767-c956-47d6-98fe-994b818b0376", "address": "fa:16:3e:f5:e2:98", "network": {"id": "44bc25a5-0a34-4ead-b28e-a643e10449ea", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-31696718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3085c8c5e0f411cb8cfd818095cb608", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ef2767-c9", "ovs_interfaceid": "70ef2767-c956-47d6-98fe-994b818b0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.107396] env[69760]: DEBUG nova.compute.manager [req-e465b3dd-aa55-4d1f-b26b-1d5bac2bd672 req-0a346c14-cf5a-41db-96f0-b13c02244fcf service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Received event network-vif-deleted-6e09a1da-f36d-4f38-b9f7-d6d1b259880a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 776.107396] env[69760]: INFO nova.compute.manager [req-e465b3dd-aa55-4d1f-b26b-1d5bac2bd672 req-0a346c14-cf5a-41db-96f0-b13c02244fcf service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Neutron deleted interface 6e09a1da-f36d-4f38-b9f7-d6d1b259880a; detaching it from the instance and deleting it from the info cache [ 776.107396] env[69760]: DEBUG nova.network.neutron [req-e465b3dd-aa55-4d1f-b26b-1d5bac2bd672 req-0a346c14-cf5a-41db-96f0-b13c02244fcf service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.155919] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb236a-4d02-2afb-db91-d8b5872bbd74, 'name': SearchDatastore_Task, 'duration_secs': 0.01196} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.157062] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00841717-fc36-45a8-a8c6-7d7b00aee8ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.162477] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 776.162477] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c56e3e-430c-5970-81fe-7e6d8fe42bdb" [ 776.162477] env[69760]: _type = "Task" [ 776.162477] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.170806] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c56e3e-430c-5970-81fe-7e6d8fe42bdb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.271265] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Releasing lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.348132] env[69760]: DEBUG nova.network.neutron [-] [instance: b653d098-78d9-4993-985a-1f60005fb935] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 776.382348] env[69760]: DEBUG oslo_concurrency.lockutils [None req-70c4146b-a67c-4443-923b-36227feeedea tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "c6eff15b-a047-414f-a599-c3c4eec2e8d0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.617s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.436253] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.566458] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e85b10de-0f18-4753-bab9-100f3c144b02 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "966fa315-8a69-4a44-819f-661671a3bf5c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 80.623s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.604537] env[69760]: DEBUG oslo_concurrency.lockutils [req-a233067c-6295-4afb-ad47-c01437619df9 req-a58855be-6f84-4071-bfc1-4e345399c961 service nova] Releasing lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.611268] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f4235581-2649-4d5d-b8f7-18f8b5e86b6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.621068] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1fd3bef-45ce-4db4-b6a3-a3b6955093e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.659309] env[69760]: DEBUG nova.compute.manager [req-e465b3dd-aa55-4d1f-b26b-1d5bac2bd672 req-0a346c14-cf5a-41db-96f0-b13c02244fcf service nova] [instance: b653d098-78d9-4993-985a-1f60005fb935] Detach interface failed, port_id=6e09a1da-f36d-4f38-b9f7-d6d1b259880a, reason: Instance b653d098-78d9-4993-985a-1f60005fb935 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 776.664723] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] Acquiring lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.666442] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] Acquired lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.666442] env[69760]: DEBUG nova.network.neutron [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 776.678204] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c56e3e-430c-5970-81fe-7e6d8fe42bdb, 'name': SearchDatastore_Task, 'duration_secs': 0.018839} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.681892] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.682170] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d3a4cde4-60db-489f-ae8d-66372fe71361/d3a4cde4-60db-489f-ae8d-66372fe71361.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.686024] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22e8a97e-077f-41b5-bab3-5772da403a4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.695286] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 776.695286] env[69760]: value = "task-3393631" [ 776.695286] env[69760]: _type = "Task" [ 776.695286] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.708493] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393631, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.855256] env[69760]: INFO nova.compute.manager [-] [instance: b653d098-78d9-4993-985a-1f60005fb935] Took 1.44 seconds to deallocate network for instance. [ 776.959829] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edf9109b-9c82-4a34-aa49-33f75ec6193a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.970800] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a0b5b1e-7737-4dec-8f2c-e21be436b121 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.013039] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd2ddaf7-7eb7-497e-bfde-609cea57877a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.024312] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6992ffc-de20-437f-8eb6-38c00e9beeb5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.043783] env[69760]: DEBUG nova.compute.provider_tree [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.070336] env[69760]: DEBUG nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 777.187517] env[69760]: DEBUG nova.compute.manager [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 777.188672] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3dc857-df6d-471e-a4c5-b83badfd96d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.207508] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393631, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.371052] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.396678] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 777.397674] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677081', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'name': 'volume-411143e6-8e3b-4537-8918-20fe211ca763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70afd0e3-0624-4d8a-8edb-b130d6e8c548', 'attached_at': '', 'detached_at': '', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'serial': '411143e6-8e3b-4537-8918-20fe211ca763'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 777.399265] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055af69b-0061-47e6-a359-c1a95416838b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.420987] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29e04bf5-a537-4f29-9b0b-fcefe23183c9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.449420] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Reconfiguring VM instance instance-0000000f to attach disk [datastore1] volume-411143e6-8e3b-4537-8918-20fe211ca763/volume-411143e6-8e3b-4537-8918-20fe211ca763.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 777.452646] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd1d869c-c6c1-476b-82f4-cd089364b891 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.474881] env[69760]: DEBUG oslo_vmware.api [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Waiting for the task: (returnval){ [ 777.474881] env[69760]: value = "task-3393632" [ 777.474881] env[69760]: _type = "Task" [ 777.474881] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.489955] env[69760]: DEBUG oslo_vmware.api [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393632, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.547404] env[69760]: DEBUG nova.scheduler.client.report [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.601628] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.657646] env[69760]: DEBUG nova.network.neutron [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Updating instance_info_cache with network_info: [{"id": "cb12b738-4cab-4222-abc8-dd996761bdcd", "address": "fa:16:3e:10:e3:2c", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb12b738-4c", "ovs_interfaceid": "cb12b738-4cab-4222-abc8-dd996761bdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.709369] env[69760]: INFO nova.compute.manager [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] instance snapshotting [ 777.711771] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393631, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.936801} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.712060] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d3a4cde4-60db-489f-ae8d-66372fe71361/d3a4cde4-60db-489f-ae8d-66372fe71361.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.712278] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.713198] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-aa71dc22-0260-4dcc-acd5-2364cffd67df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.715313] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7957fa-4250-472a-a3e0-2b7bb6baed97 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.740366] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8009cee2-0477-49d6-9f9a-8a91535e5834 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.743509] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 777.743509] env[69760]: value = "task-3393633" [ 777.743509] env[69760]: _type = "Task" [ 777.743509] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.758720] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393633, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.809832] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.810405] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40cd6753-e9a6-4720-8d6e-b51100769c7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.819868] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 777.819868] env[69760]: value = "task-3393634" [ 777.819868] env[69760]: _type = "Task" [ 777.819868] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.827312] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.989710] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 777.989710] env[69760]: DEBUG oslo_vmware.api [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393632, 'name': ReconfigVM_Task, 'duration_secs': 0.496932} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.989710] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34a7931-bd9f-4aa1-b6b2-9e7720df9b59 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.990876] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Reconfigured VM instance instance-0000000f to attach disk [datastore1] volume-411143e6-8e3b-4537-8918-20fe211ca763/volume-411143e6-8e3b-4537-8918-20fe211ca763.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 777.998019] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7111382f-810a-41a4-bff1-0578ac4ad0e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.013145] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 778.013145] env[69760]: value = "task-3393635" [ 778.013145] env[69760]: _type = "Task" [ 778.013145] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.015212] env[69760]: DEBUG oslo_vmware.api [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Waiting for the task: (returnval){ [ 778.015212] env[69760]: value = "task-3393636" [ 778.015212] env[69760]: _type = "Task" [ 778.015212] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.031653] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.037337] env[69760]: DEBUG oslo_vmware.api [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393636, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.053257] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.217s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.056148] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.576s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.057858] env[69760]: DEBUG nova.objects.instance [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lazy-loading 'resources' on Instance uuid ced4a485-7b18-48fc-af01-76a6ee562adb {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.077984] env[69760]: INFO nova.scheduler.client.report [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Deleted allocations for instance 3e91912e-2579-4026-b994-0f78a07bf0a2 [ 778.155110] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.155110] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.160160] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] Releasing lock "refresh_cache-966fa315-8a69-4a44-819f-661671a3bf5c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.161094] env[69760]: DEBUG nova.compute.manager [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Inject network info {{(pid=69760) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 778.161094] env[69760]: DEBUG nova.compute.manager [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] network_info to inject: |[{"id": "cb12b738-4cab-4222-abc8-dd996761bdcd", "address": "fa:16:3e:10:e3:2c", "network": {"id": "4ae3a34b-b6d5-45f8-acb5-e549d81d05fe", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1940459914-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "0e414f57f67e407cb221b97c1f6f5925", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "13e83154-c0d2-4d3d-b95e-3cd5ba336257", "external-id": "nsx-vlan-transportzone-771", "segmentation_id": 771, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb12b738-4c", "ovs_interfaceid": "cb12b738-4cab-4222-abc8-dd996761bdcd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 778.168472] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Reconfiguring VM instance to set the machine id {{(pid=69760) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 778.169437] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b73d017-819a-4d62-a42c-501490cee56f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.187673] env[69760]: DEBUG oslo_vmware.api [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] Waiting for the task: (returnval){ [ 778.187673] env[69760]: value = "task-3393637" [ 778.187673] env[69760]: _type = "Task" [ 778.187673] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.196483] env[69760]: DEBUG oslo_vmware.api [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] Task: {'id': task-3393637, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.253948] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393633, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069008} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.254976] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 778.255450] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.255743] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-542885b1-e378-462e-b6e5-b1332010390b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.258762] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68dc642-b31f-4742-9df1-a113282c6d92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.288414] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Reconfiguring VM instance instance-00000028 to attach disk [datastore2] d3a4cde4-60db-489f-ae8d-66372fe71361/d3a4cde4-60db-489f-ae8d-66372fe71361.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.290588] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5552a8cf-b653-4b4b-8457-99848a677bba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.307466] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 778.307466] env[69760]: value = "task-3393638" [ 778.307466] env[69760]: _type = "Task" [ 778.307466] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.315817] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 778.315817] env[69760]: value = "task-3393639" [ 778.315817] env[69760]: _type = "Task" [ 778.315817] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.324310] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393638, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.336255] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.339248] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393634, 'name': PowerOffVM_Task, 'duration_secs': 0.189196} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.339611] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.340507] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b04d89f3-cb74-474a-80f9-6f4deddfeb3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.362489] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487803e3-cec9-4fba-9cfa-ae74bfe34f60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.405696] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.406080] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b6965d5e-c7a4-4573-9685-ed884aff84a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.413696] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 778.413696] env[69760]: value = "task-3393640" [ 778.413696] env[69760]: _type = "Task" [ 778.413696] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.422044] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.532351] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393635, 'name': PowerOffVM_Task, 'duration_secs': 0.227705} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.536091] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 778.536445] env[69760]: DEBUG oslo_vmware.api [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393636, 'name': ReconfigVM_Task, 'duration_secs': 0.202711} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.537352] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6369808-3729-458d-9d6f-1a6d664b9df8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.540776] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677081', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'name': 'volume-411143e6-8e3b-4537-8918-20fe211ca763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70afd0e3-0624-4d8a-8edb-b130d6e8c548', 'attached_at': '', 'detached_at': '', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'serial': '411143e6-8e3b-4537-8918-20fe211ca763'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 778.564283] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07c640af-1a4e-4d92-b9f3-08e5862f985e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.591305] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a182ef-ad22-4385-b6db-324aa74046cf tempest-ListServersNegativeTestJSON-1088601262 tempest-ListServersNegativeTestJSON-1088601262-project-member] Lock "3e91912e-2579-4026-b994-0f78a07bf0a2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.683s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.602197] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 778.602507] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-302fb75d-7222-4c0a-aabe-5f6cd5e6c433 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.613624] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 778.613624] env[69760]: value = "task-3393641" [ 778.613624] env[69760]: _type = "Task" [ 778.613624] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.626374] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 778.626799] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.626877] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.627070] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.627160] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 778.627414] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cab856f9-2d15-4220-8c11-5e7637ffb584 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.636400] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 778.636590] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 778.637341] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4e6b961f-3c64-468b-9863-91eeec9aab30 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.647764] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 778.647764] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f61552-6818-b723-d136-864a0340e627" [ 778.647764] env[69760]: _type = "Task" [ 778.647764] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.656502] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f61552-6818-b723-d136-864a0340e627, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.699952] env[69760]: DEBUG oslo_vmware.api [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] Task: {'id': task-3393637, 'name': ReconfigVM_Task, 'duration_secs': 0.232599} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.702904] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b2076f61-4e8f-4d46-879b-43da5ec6e4c5 tempest-ServersAdminTestJSON-2021332316 tempest-ServersAdminTestJSON-2021332316-project-admin] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Reconfigured VM instance to set the machine id {{(pid=69760) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 778.822366] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393638, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.831091] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393639, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.924473] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 778.924661] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 778.924880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.125083] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a2ff2-f089-430c-bb69-347f094cacf4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.133978] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83d16e6-094c-4914-a1b3-745ed9a7dce2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.173086] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0365148f-4e52-44c9-bfdc-b60b3e23ab4c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.181825] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f61552-6818-b723-d136-864a0340e627, 'name': SearchDatastore_Task, 'duration_secs': 0.020731} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.184571] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6cda682b-df7b-4a67-82ba-fb81e32632b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.188441] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c3ffb2-0a27-421c-ba26-93f5064303b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.196736] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 779.196736] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dd574b-eaf1-2462-b5e2-b3734f5d586a" [ 779.196736] env[69760]: _type = "Task" [ 779.196736] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.205843] env[69760]: DEBUG nova.compute.provider_tree [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.220188] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dd574b-eaf1-2462-b5e2-b3734f5d586a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.318315] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393638, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.330581] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393639, 'name': ReconfigVM_Task, 'duration_secs': 0.719501} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.331403] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Reconfigured VM instance instance-00000028 to attach disk [datastore2] d3a4cde4-60db-489f-ae8d-66372fe71361/d3a4cde4-60db-489f-ae8d-66372fe71361.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 779.332647] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5a1733e-4edf-4082-9513-b7672246a650 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.339477] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 779.339477] env[69760]: value = "task-3393642" [ 779.339477] env[69760]: _type = "Task" [ 779.339477] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.349692] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393642, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.604457] env[69760]: DEBUG nova.objects.instance [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lazy-loading 'flavor' on Instance uuid 70afd0e3-0624-4d8a-8edb-b130d6e8c548 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 779.715859] env[69760]: DEBUG nova.scheduler.client.report [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.720651] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dd574b-eaf1-2462-b5e2-b3734f5d586a, 'name': SearchDatastore_Task, 'duration_secs': 0.027116} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.721396] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.721721] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. {{(pid=69760) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 779.722026] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.722211] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 779.722417] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c49d4686-2394-48f1-b2ab-985257b9e76f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.724901] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cdd94265-fb12-488e-8f99-679a29ff7499 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.732661] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 779.732661] env[69760]: value = "task-3393643" [ 779.732661] env[69760]: _type = "Task" [ 779.732661] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.737465] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 779.737676] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 779.739995] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-919a8dd8-4d37-4088-90c5-07e794404e1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.750012] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393643, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.754274] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 779.754274] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521deca6-e89b-6680-92c7-ff69148d6f60" [ 779.754274] env[69760]: _type = "Task" [ 779.754274] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.763468] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521deca6-e89b-6680-92c7-ff69148d6f60, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.819594] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393638, 'name': CreateSnapshot_Task, 'duration_secs': 1.408708} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.823021] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 779.823021] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f35706b-203e-4a07-9d94-8217b67f188d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.857178] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393642, 'name': Rename_Task, 'duration_secs': 0.143166} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.857178] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.857178] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2444fd69-02c4-4209-818d-5aa1dc9e72c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.864847] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 779.864847] env[69760]: value = "task-3393644" [ 779.864847] env[69760]: _type = "Task" [ 779.864847] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.872973] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393644, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.116439] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c26b47b7-da12-4e3f-a0ae-ce0ee9be5041 tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.377s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.227237] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.169s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.228405] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.877s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.228870] env[69760]: DEBUG nova.objects.instance [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lazy-loading 'resources' on Instance uuid da2a951e-1858-4e53-8831-2575d9969cd8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 780.244952] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393643, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.252160] env[69760]: INFO nova.scheduler.client.report [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Deleted allocations for instance ced4a485-7b18-48fc-af01-76a6ee562adb [ 780.268057] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521deca6-e89b-6680-92c7-ff69148d6f60, 'name': SearchDatastore_Task, 'duration_secs': 0.016815} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.268284] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-97328479-e100-487f-a5db-d682c648dd8e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.276369] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 780.276369] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dcf6aa-a9a8-4173-8784-f79daa587152" [ 780.276369] env[69760]: _type = "Task" [ 780.276369] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.290100] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dcf6aa-a9a8-4173-8784-f79daa587152, 'name': SearchDatastore_Task, 'duration_secs': 0.008993} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.290100] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.290100] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. {{(pid=69760) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 780.290342] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8efabf30-0f6a-4399-bed9-b7a9467ad380 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.297302] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 780.297302] env[69760]: value = "task-3393645" [ 780.297302] env[69760]: _type = "Task" [ 780.297302] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.307489] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393645, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.345013] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 780.345973] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-02b5f7e0-22b3-41aa-abaf-f54c51420d8a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.360864] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 780.360864] env[69760]: value = "task-3393646" [ 780.360864] env[69760]: _type = "Task" [ 780.360864] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.380936] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393646, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.384525] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393644, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.746750] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393643, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.527185} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.747146] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. [ 780.747750] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-985893ff-3687-4315-9df6-bb8bc90fe373 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.779629] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.783390] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b19b2f-1cde-408d-8215-0a0ca42c1549 tempest-ServerAddressesTestJSON-1759525681 tempest-ServerAddressesTestJSON-1759525681-project-member] Lock "ced4a485-7b18-48fc-af01-76a6ee562adb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.833s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.784827] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2819b16-112e-4f32-ba28-c4573a856237 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.813764] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393645, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.49969} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.813764] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. [ 780.816090] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c00eae-6b17-4cb5-bb74-c95574493061 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.819421] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 780.819421] env[69760]: value = "task-3393647" [ 780.819421] env[69760]: _type = "Task" [ 780.819421] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.848413] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Reconfiguring VM instance instance-00000026 to attach disk [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 780.852424] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed69cb3b-77c8-4357-bee9-0e483413ad9e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.871636] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.880837] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 780.880837] env[69760]: value = "task-3393648" [ 780.880837] env[69760]: _type = "Task" [ 780.880837] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.892556] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393646, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.892878] env[69760]: DEBUG oslo_vmware.api [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3393644, 'name': PowerOnVM_Task, 'duration_secs': 0.606616} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.895847] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.896114] env[69760]: INFO nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Took 8.90 seconds to spawn the instance on the hypervisor. [ 780.896308] env[69760]: DEBUG nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 780.897307] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a41fc56-6ba1-4bc4-be34-024c9d3349b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.903450] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.087566] env[69760]: INFO nova.compute.manager [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Rebuilding instance [ 781.150124] env[69760]: DEBUG nova.compute.manager [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 781.151414] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c3e514-5a6e-4274-a6af-fd96ef59ba4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.335085] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393647, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.383018] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393646, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.394075] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393648, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.402499] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a67b7d1-b14c-4ff2-910a-ed23ca47c3a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.410432] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2d0762d-121c-4c0e-9427-85a416a2aecf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.421160] env[69760]: INFO nova.compute.manager [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Took 54.07 seconds to build instance. [ 781.452111] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a01e293-f59b-4584-a9d8-0671f72ff73c tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.211s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.453676] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d234c1-89a5-4042-9ffd-79c76308c547 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.462943] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ff9107-daf0-472a-b2f3-0af8087d6305 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.480226] env[69760]: DEBUG nova.compute.provider_tree [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 781.597943] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Acquiring lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.598240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.840017] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393647, 'name': ReconfigVM_Task, 'duration_secs': 0.769551} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.840017] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.840017] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c47b6896-fa8c-44ae-abdb-6c0cd392ff7b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.875841] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0236d05-5233-4a82-ac4a-105d07978a58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.905301] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393646, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.905583] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393648, 'name': ReconfigVM_Task, 'duration_secs': 0.704337} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.906800] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Reconfigured VM instance instance-00000026 to attach disk [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 781.907201] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 781.907201] env[69760]: value = "task-3393649" [ 781.907201] env[69760]: _type = "Task" [ 781.907201] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.907870] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82f2e9d1-849a-47fc-b971-3dddf0011259 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.919972] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393649, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.940694] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77e6e04f-cfcf-472e-a188-82cb068c518c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.956862] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 781.956862] env[69760]: value = "task-3393650" [ 781.956862] env[69760]: _type = "Task" [ 781.956862] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.959369] env[69760]: DEBUG nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 781.970098] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393650, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.985357] env[69760]: DEBUG nova.scheduler.client.report [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 782.101164] env[69760]: INFO nova.compute.manager [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Detaching volume 411143e6-8e3b-4537-8918-20fe211ca763 [ 782.152162] env[69760]: INFO nova.virt.block_device [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Attempting to driver detach volume 411143e6-8e3b-4537-8918-20fe211ca763 from mountpoint /dev/sdb [ 782.152451] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 782.152688] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677081', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'name': 'volume-411143e6-8e3b-4537-8918-20fe211ca763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70afd0e3-0624-4d8a-8edb-b130d6e8c548', 'attached_at': '', 'detached_at': '', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'serial': '411143e6-8e3b-4537-8918-20fe211ca763'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 782.154485] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ec2030-9fbe-4a13-b753-0caee53ea926 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.179515] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 782.179943] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec19cba-7400-43bd-a867-10bbd9aeae86 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.182585] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ceebb72-5b9e-48a6-a52a-7b57520e22b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.191266] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5f2ad4a-c452-4354-9a01-e5690440fa75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.193863] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 782.193863] env[69760]: value = "task-3393651" [ 782.193863] env[69760]: _type = "Task" [ 782.193863] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.223508] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03851f28-a60f-413c-a50e-8ec52e44b556 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.227216] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393651, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.242182] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] The volume has not been displaced from its original location: [datastore1] volume-411143e6-8e3b-4537-8918-20fe211ca763/volume-411143e6-8e3b-4537-8918-20fe211ca763.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 782.247879] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Reconfiguring VM instance instance-0000000f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 782.248205] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8cdda261-ece6-453a-b54b-076abedb0f58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.278991] env[69760]: DEBUG oslo_vmware.api [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Waiting for the task: (returnval){ [ 782.278991] env[69760]: value = "task-3393652" [ 782.278991] env[69760]: _type = "Task" [ 782.278991] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.287965] env[69760]: DEBUG oslo_vmware.api [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393652, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.391121] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393646, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.419546] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393649, 'name': ReconfigVM_Task, 'duration_secs': 0.340747} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.419921] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.420125] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d034f0f5-19f1-4f28-b0dd-0cb661b95ec2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.426694] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 782.426694] env[69760]: value = "task-3393653" [ 782.426694] env[69760]: _type = "Task" [ 782.426694] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.440520] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.468971] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393650, 'name': ReconfigVM_Task, 'duration_secs': 0.303902} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.468971] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 782.471582] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b7979b9-7c20-4049-b41b-0e9487a175c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.479662] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 782.479662] env[69760]: value = "task-3393654" [ 782.479662] env[69760]: _type = "Task" [ 782.479662] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.488054] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393654, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.492566] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.264s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 782.495323] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.009s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 782.497566] env[69760]: INFO nova.compute.claims [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 782.501382] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.524285] env[69760]: INFO nova.scheduler.client.report [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Deleted allocations for instance da2a951e-1858-4e53-8831-2575d9969cd8 [ 782.705272] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393651, 'name': PowerOffVM_Task, 'duration_secs': 0.198073} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.705691] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 782.706060] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 782.707125] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a68bbeb2-9d49-4204-a799-5600e5b503c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.716024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 782.716024] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a72c5cc6-228b-499c-ab38-3d44f3306626 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.778447] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 782.778447] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 782.778447] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 782.778575] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fb896a08-4ea8-4afb-bee3-5a1387c52251 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.794929] env[69760]: DEBUG oslo_vmware.api [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393652, 'name': ReconfigVM_Task, 'duration_secs': 0.26089} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.794929] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 782.794929] env[69760]: value = "task-3393656" [ 782.794929] env[69760]: _type = "Task" [ 782.794929] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.794929] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Reconfigured VM instance instance-0000000f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 782.800470] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3c08ab67-abec-49eb-901d-8f0b0f6ca13c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.822415] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393656, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.824734] env[69760]: DEBUG oslo_vmware.api [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Waiting for the task: (returnval){ [ 782.824734] env[69760]: value = "task-3393657" [ 782.824734] env[69760]: _type = "Task" [ 782.824734] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.838027] env[69760]: DEBUG oslo_vmware.api [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393657, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.886527] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393646, 'name': CloneVM_Task, 'duration_secs': 2.422625} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.886893] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Created linked-clone VM from snapshot [ 782.887647] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76348cda-0a3d-44bf-ae93-9af9fb0d2a79 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.895914] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Uploading image 0f57c2ae-e67f-4771-b3fd-ac2c7682d992 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 782.924899] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 782.924899] env[69760]: value = "vm-677086" [ 782.924899] env[69760]: _type = "VirtualMachine" [ 782.924899] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 782.925290] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-308cb6ba-bef3-4627-ac90-537e0533cd24 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.942421] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393653, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.942838] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lease: (returnval){ [ 782.942838] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5225c275-51c3-3b5e-707c-e2173c894ff1" [ 782.942838] env[69760]: _type = "HttpNfcLease" [ 782.942838] env[69760]: } obtained for exporting VM: (result){ [ 782.942838] env[69760]: value = "vm-677086" [ 782.942838] env[69760]: _type = "VirtualMachine" [ 782.942838] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 782.943081] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the lease: (returnval){ [ 782.943081] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5225c275-51c3-3b5e-707c-e2173c894ff1" [ 782.943081] env[69760]: _type = "HttpNfcLease" [ 782.943081] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 782.954138] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 782.954138] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5225c275-51c3-3b5e-707c-e2173c894ff1" [ 782.954138] env[69760]: _type = "HttpNfcLease" [ 782.954138] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 782.954138] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 782.954138] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5225c275-51c3-3b5e-707c-e2173c894ff1" [ 782.954138] env[69760]: _type = "HttpNfcLease" [ 782.954138] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 782.954702] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-804e54dd-9afb-4657-af6e-6ffcf9bb7279 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.963974] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b1844-2b2a-fbc4-cb8e-41f03db0e5d9/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 782.963974] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b1844-2b2a-fbc4-cb8e-41f03db0e5d9/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 783.079944] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adce832c-9898-4bf3-9ccf-3605a0bb2588 tempest-ServerDiagnosticsV248Test-344878101 tempest-ServerDiagnosticsV248Test-344878101-project-member] Lock "da2a951e-1858-4e53-8831-2575d9969cd8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 51.008s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 783.095577] env[69760]: DEBUG oslo_vmware.api [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393654, 'name': PowerOnVM_Task, 'duration_secs': 0.499936} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.095925] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.100036] env[69760]: DEBUG nova.compute.manager [None req-6b8dad6f-8a51-4e0c-b96b-cc5496218784 tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.101010] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e852bd5-3c9a-426b-b27e-869846373e47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.132356] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-103692d9-fe98-49d7-b11e-84bffb8c0a86 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.186134] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "f9da202e-13aa-4c70-ae15-dfeb3093a299" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.186134] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 783.313515] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393656, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201015} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.313934] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 783.314492] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 783.314492] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 783.336543] env[69760]: DEBUG oslo_vmware.api [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Task: {'id': task-3393657, 'name': ReconfigVM_Task, 'duration_secs': 0.199163} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.338020] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677081', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'name': 'volume-411143e6-8e3b-4537-8918-20fe211ca763', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '70afd0e3-0624-4d8a-8edb-b130d6e8c548', 'attached_at': '', 'detached_at': '', 'volume_id': '411143e6-8e3b-4537-8918-20fe211ca763', 'serial': '411143e6-8e3b-4537-8918-20fe211ca763'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 783.441278] env[69760]: DEBUG oslo_vmware.api [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393653, 'name': PowerOnVM_Task, 'duration_secs': 0.552046} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.441779] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 783.445462] env[69760]: DEBUG nova.compute.manager [None req-a0c93e1b-0547-45c0-a534-c318860bf80e tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 783.447349] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-852f72d7-d6be-4446-b2b0-294af9ff2d5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.550157] env[69760]: DEBUG nova.compute.manager [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Received event network-changed-70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 783.550157] env[69760]: DEBUG nova.compute.manager [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Refreshing instance network info cache due to event network-changed-70ef2767-c956-47d6-98fe-994b818b0376. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 783.550157] env[69760]: DEBUG oslo_concurrency.lockutils [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] Acquiring lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.550157] env[69760]: DEBUG oslo_concurrency.lockutils [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] Acquired lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.550157] env[69760]: DEBUG nova.network.neutron [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Refreshing network info cache for port 70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 783.942523] env[69760]: DEBUG nova.objects.instance [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lazy-loading 'flavor' on Instance uuid 70afd0e3-0624-4d8a-8edb-b130d6e8c548 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 784.195087] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70cc9ec7-4677-436c-a697-435a373884b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.203302] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0adba4-e90d-4477-8aef-fb3a0bbcf628 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.237171] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-317b516b-45eb-4385-8e20-2a4dded17031 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.244597] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a1cd8b-cca1-4257-aa5b-416876b76754 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.261083] env[69760]: DEBUG nova.compute.provider_tree [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 784.356960] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 784.358154] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 784.358497] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 784.358831] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 784.359126] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 784.359403] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 784.359891] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 784.360166] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 784.360978] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 784.362247] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 784.362509] env[69760]: DEBUG nova.virt.hardware [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 784.365214] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-113238c3-d707-46bd-ae60-a60d21ddd9fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.373838] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e5b7d22-5994-4554-bfbf-b497e6fa11b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.393415] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:20:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e03295-6794-435b-992a-cf45477f9994', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 784.401692] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 784.402086] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 784.402874] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f7edaa8f-24dc-4bd7-a3a6-6029df774a9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.428272] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 784.428272] env[69760]: value = "task-3393659" [ 784.428272] env[69760]: _type = "Task" [ 784.428272] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.437283] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393659, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.549098] env[69760]: DEBUG nova.network.neutron [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Updated VIF entry in instance network info cache for port 70ef2767-c956-47d6-98fe-994b818b0376. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 784.549561] env[69760]: DEBUG nova.network.neutron [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Updating instance_info_cache with network_info: [{"id": "70ef2767-c956-47d6-98fe-994b818b0376", "address": "fa:16:3e:f5:e2:98", "network": {"id": "44bc25a5-0a34-4ead-b28e-a643e10449ea", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-31696718-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.210", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f3085c8c5e0f411cb8cfd818095cb608", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a92a4ffe-7939-4697-bf98-5b22e2c7feda", "external-id": "nsx-vlan-transportzone-732", "segmentation_id": 732, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap70ef2767-c9", "ovs_interfaceid": "70ef2767-c956-47d6-98fe-994b818b0376", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.766231] env[69760]: DEBUG nova.scheduler.client.report [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.939203] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393659, 'name': CreateVM_Task, 'duration_secs': 0.441351} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.939319] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 784.939990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.940401] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.940868] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.941348] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fbd87f-02c4-44be-bee5-5e22550b8421 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.946389] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 784.946389] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cc7104-6124-75e7-65c8-e8436102b488" [ 784.946389] env[69760]: _type = "Task" [ 784.946389] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.952203] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee136b37-3aa9-471e-b05b-99fc696a156d tempest-VolumesAssistedSnapshotsTest-770904708 tempest-VolumesAssistedSnapshotsTest-770904708-project-admin] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.956955] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cc7104-6124-75e7-65c8-e8436102b488, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.036543] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "3ac4eda8-6709-443d-979a-72e2cfa028b5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 785.040051] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "3ac4eda8-6709-443d-979a-72e2cfa028b5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.052229] env[69760]: DEBUG oslo_concurrency.lockutils [req-f9dc6f72-f7f3-4913-9621-baff60dd507b req-ad78d29c-4bb4-411c-8fb7-c68e81bb0a7f service nova] Releasing lock "refresh_cache-d3a4cde4-60db-489f-ae8d-66372fe71361" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.271568] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.775s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.272264] env[69760]: DEBUG nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 785.274990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 47.246s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 785.279023] env[69760]: INFO nova.compute.claims [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 785.392419] env[69760]: INFO nova.compute.manager [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Unrescuing [ 785.392928] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.393017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.393271] env[69760]: DEBUG nova.network.neutron [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 785.456943] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cc7104-6124-75e7-65c8-e8436102b488, 'name': SearchDatastore_Task, 'duration_secs': 0.016347} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.457462] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.457777] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 785.459627] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.459737] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.460131] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 785.460530] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e12ab175-d004-4f77-a78b-ddc0c7f1bb5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.472085] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 785.472465] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 785.473512] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef8c0248-748a-4f73-89e4-2ea3d83be0fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.479755] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 785.479755] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5261da8a-d520-2d55-1cca-d5b6445c56d8" [ 785.479755] env[69760]: _type = "Task" [ 785.479755] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.490510] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5261da8a-d520-2d55-1cca-d5b6445c56d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.718594] env[69760]: DEBUG nova.compute.manager [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 785.718594] env[69760]: DEBUG nova.compute.manager [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing instance network info cache due to event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 785.718594] env[69760]: DEBUG oslo_concurrency.lockutils [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] Acquiring lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.718594] env[69760]: DEBUG oslo_concurrency.lockutils [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] Acquired lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.718594] env[69760]: DEBUG nova.network.neutron [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 785.785847] env[69760]: DEBUG nova.compute.utils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.791021] env[69760]: DEBUG nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 785.791021] env[69760]: DEBUG nova.network.neutron [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 785.853022] env[69760]: DEBUG nova.policy [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3bc09f1b3e964e0d9d3389e433734c66', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '684ea1f24d04439db42a6ef890d738e4', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.993622] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5261da8a-d520-2d55-1cca-d5b6445c56d8, 'name': SearchDatastore_Task, 'duration_secs': 0.026014} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.994521] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7876b9a-e38e-4612-8c2c-9b74fe46d78c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.000280] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 786.000280] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f2477e-9e49-68a0-54a0-e022b4e0bc49" [ 786.000280] env[69760]: _type = "Task" [ 786.000280] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.011813] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f2477e-9e49-68a0-54a0-e022b4e0bc49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.293965] env[69760]: DEBUG nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 786.305739] env[69760]: DEBUG nova.network.neutron [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Updating instance_info_cache with network_info: [{"id": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "address": "fa:16:3e:97:65:e7", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap790f9c40-91", "ovs_interfaceid": "790f9c40-91d1-41ed-a9cb-90f26d669c56", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.430726] env[69760]: DEBUG nova.network.neutron [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Successfully created port: 52103d45-c3df-47a3-bb2a-4269bc44af35 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 786.517034] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f2477e-9e49-68a0-54a0-e022b4e0bc49, 'name': SearchDatastore_Task, 'duration_secs': 0.015548} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.517034] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.517034] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 786.517034] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0cc8245e-b230-4691-bc2c-dfb28f22f14f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.521817] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 786.521817] env[69760]: value = "task-3393661" [ 786.521817] env[69760]: _type = "Task" [ 786.521817] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.534415] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393661, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.657317] env[69760]: DEBUG nova.network.neutron [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updated VIF entry in instance network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 786.657646] env[69760]: DEBUG nova.network.neutron [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.809272] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-12ce4033-baa4-43ca-b2b6-6927e5c38516" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.809601] env[69760]: DEBUG nova.objects.instance [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lazy-loading 'flavor' on Instance uuid 12ce4033-baa4-43ca-b2b6-6927e5c38516 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 786.963412] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80688174-95cb-47de-a2ad-67728bf6cb9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.972231] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-097d4f72-3c0e-44d8-8a09-652fa352fb4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.030495] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc1e96d-da0b-4349-a133-c084732e6650 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.042398] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393661, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.047653] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a288f06-6a3b-4bf4-8da6-9fcf4a53b257 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.063219] env[69760]: DEBUG nova.compute.provider_tree [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 787.160568] env[69760]: DEBUG oslo_concurrency.lockutils [req-580e2719-fabb-48ed-aca1-e5f54cc69a1b req-bb13fdd2-28a7-4fc0-958f-6fa2e4c8b12a service nova] Releasing lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.313582] env[69760]: DEBUG nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 787.320362] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e9c8ed-dd05-4145-80a7-cc593312a1e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.345446] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 787.348370] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7e34ed3d-7160-43ff-ad2b-66e15c7267fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.356180] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 787.356180] env[69760]: value = "task-3393662" [ 787.356180] env[69760]: _type = "Task" [ 787.356180] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.358953] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 787.359254] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 787.359432] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 787.359740] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 787.359921] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 787.360236] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 787.361064] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 787.361064] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 787.361064] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 787.361660] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 787.361660] env[69760]: DEBUG nova.virt.hardware [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 787.362741] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a083c18-2900-449e-8a45-9de5e7cdcc55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.378344] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86e0d89c-89e6-4fd5-b249-0ff569f199c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.385935] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393662, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.534543] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393661, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.566760] env[69760]: DEBUG nova.scheduler.client.report [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.875420] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393662, 'name': PowerOffVM_Task, 'duration_secs': 0.31438} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.875719] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 787.881353] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Reconfiguring VM instance instance-00000020 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 787.882103] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-54e30f2d-9d70-4311-ab80-63f8db4489f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.901309] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 787.901309] env[69760]: value = "task-3393663" [ 787.901309] env[69760]: _type = "Task" [ 787.901309] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.912838] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393663, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.038783] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393661, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.06554} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.040403] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 788.040476] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 788.040790] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5c9c45b3-aa7d-4bc0-8b7c-212703223056 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.049265] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 788.049265] env[69760]: value = "task-3393664" [ 788.049265] env[69760]: _type = "Task" [ 788.049265] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.059200] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.073753] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.798s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.074457] env[69760]: DEBUG nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 788.078354] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 47.943s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.078354] env[69760]: DEBUG nova.objects.instance [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lazy-loading 'resources' on Instance uuid daa9ce53-98b2-4511-b37c-d52c218be544 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.125026] env[69760]: DEBUG nova.compute.manager [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 788.125314] env[69760]: DEBUG nova.compute.manager [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing instance network info cache due to event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 788.125598] env[69760]: DEBUG oslo_concurrency.lockutils [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] Acquiring lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.125767] env[69760]: DEBUG oslo_concurrency.lockutils [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] Acquired lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.127248] env[69760]: DEBUG nova.network.neutron [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 788.370290] env[69760]: DEBUG nova.network.neutron [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Successfully updated port: 52103d45-c3df-47a3-bb2a-4269bc44af35 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 788.414170] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393663, 'name': ReconfigVM_Task, 'duration_secs': 0.290449} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.414458] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Reconfigured VM instance instance-00000020 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 788.414645] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 788.414903] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4988de36-5d30-4bc9-b36c-a5f0d72ef1e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.421948] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 788.421948] env[69760]: value = "task-3393665" [ 788.421948] env[69760]: _type = "Task" [ 788.421948] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.432845] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393665, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.560360] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110357} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.560668] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 788.561611] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b64922-b99d-4031-99c1-668e2730e8c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.586840] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 788.588639] env[69760]: DEBUG nova.compute.utils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.594288] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-311bfe0a-d0c7-4440-b85c-7e03328daa72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.610760] env[69760]: DEBUG nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 788.614045] env[69760]: DEBUG nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 788.614321] env[69760]: DEBUG nova.network.neutron [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 788.622435] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 788.622435] env[69760]: value = "task-3393666" [ 788.622435] env[69760]: _type = "Task" [ 788.622435] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 788.633389] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393666, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.696368] env[69760]: DEBUG nova.policy [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4ecbb8d5815e475dbb34791822f203dc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '96e9147bcf134416af8bec1d8cdd65af', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.876061] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "refresh_cache-37d2d699-8362-4bfe-8afe-d43e6da3966c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.876564] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquired lock "refresh_cache-37d2d699-8362-4bfe-8afe-d43e6da3966c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.876564] env[69760]: DEBUG nova.network.neutron [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 788.933671] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393665, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.074056] env[69760]: DEBUG nova.network.neutron [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updated VIF entry in instance network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 789.074056] env[69760]: DEBUG nova.network.neutron [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.133988] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393666, 'name': ReconfigVM_Task, 'duration_secs': 0.478594} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.137439] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 789.137439] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dce98b31-40b8-41a6-b870-cbbf191e1899 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.145305] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 789.145305] env[69760]: value = "task-3393667" [ 789.145305] env[69760]: _type = "Task" [ 789.145305] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.157192] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393667, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.260588] env[69760]: DEBUG nova.network.neutron [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Successfully created port: faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 789.283324] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3250733-9b72-43df-8ea6-37a058947ba1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.293751] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355daebc-eb46-492c-ae51-427bb062bf1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.331365] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afad85d-3a9d-4def-9e7e-68a93099eb90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.340715] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f11181-b88d-4e2e-8f14-2c7b553c39f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.359366] env[69760]: DEBUG nova.compute.provider_tree [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 789.437258] env[69760]: DEBUG oslo_vmware.api [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393665, 'name': PowerOnVM_Task, 'duration_secs': 0.521719} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.437612] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 789.437853] env[69760]: DEBUG nova.compute.manager [None req-9894449b-84dc-4955-b260-3f76ca20b8f4 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 789.440129] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fe536b1-583c-4446-8d85-39d22582ce4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.454161] env[69760]: DEBUG nova.network.neutron [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 789.473551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.473988] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.477605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.477605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.477605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.480900] env[69760]: INFO nova.compute.manager [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Terminating instance [ 789.508929] env[69760]: DEBUG nova.compute.manager [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 789.509292] env[69760]: DEBUG nova.compute.manager [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing instance network info cache due to event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 789.509411] env[69760]: DEBUG oslo_concurrency.lockutils [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] Acquiring lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.576773] env[69760]: DEBUG oslo_concurrency.lockutils [req-17b2aaae-e4ed-4162-a8c6-3b3140afafbe req-00b395ec-5d62-4ab1-96c0-9ca1d52c4231 service nova] Releasing lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.577616] env[69760]: DEBUG oslo_concurrency.lockutils [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] Acquired lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.577850] env[69760]: DEBUG nova.network.neutron [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 789.623813] env[69760]: DEBUG nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 789.660429] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393667, 'name': Rename_Task, 'duration_secs': 0.18344} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 789.665275] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 789.665275] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-677d23af-8c39-4bb5-9dcd-cccfed178d20 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.668771] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 789.668771] env[69760]: value = "task-3393668" [ 789.668771] env[69760]: _type = "Task" [ 789.668771] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.686338] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393668, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 789.699246] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 789.699864] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 789.700282] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.701714] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 789.701714] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.701714] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 789.702145] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 789.702362] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 789.702632] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 789.702835] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 789.703061] env[69760]: DEBUG nova.virt.hardware [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 789.704083] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-036e2d8c-0971-40d8-8630-e0a28cb45d71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.713907] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff9fb972-cf28-4249-a0ac-7885e25a99c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.799917] env[69760]: DEBUG nova.network.neutron [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Updating instance_info_cache with network_info: [{"id": "52103d45-c3df-47a3-bb2a-4269bc44af35", "address": "fa:16:3e:4a:6a:8d", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52103d45-c3", "ovs_interfaceid": "52103d45-c3df-47a3-bb2a-4269bc44af35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.863379] env[69760]: DEBUG nova.scheduler.client.report [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 789.989178] env[69760]: DEBUG nova.compute.manager [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 789.989416] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 789.990328] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c5ce510-636b-4c75-90e8-2f252cb65b26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.998717] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 789.998848] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a667d3f-8aad-458f-8b03-66c2da7ffd8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.005906] env[69760]: DEBUG oslo_vmware.api [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 790.005906] env[69760]: value = "task-3393669" [ 790.005906] env[69760]: _type = "Task" [ 790.005906] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.015978] env[69760]: DEBUG oslo_vmware.api [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393669, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.180627] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393668, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.305452] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Releasing lock "refresh_cache-37d2d699-8362-4bfe-8afe-d43e6da3966c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.305809] env[69760]: DEBUG nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Instance network_info: |[{"id": "52103d45-c3df-47a3-bb2a-4269bc44af35", "address": "fa:16:3e:4a:6a:8d", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52103d45-c3", "ovs_interfaceid": "52103d45-c3df-47a3-bb2a-4269bc44af35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 790.306319] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4a:6a:8d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '52103d45-c3df-47a3-bb2a-4269bc44af35', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 790.317786] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Creating folder: Project (684ea1f24d04439db42a6ef890d738e4). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.317786] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-aee7169d-3d6d-4f10-8df6-cbd9a037dbb4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.329844] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Created folder: Project (684ea1f24d04439db42a6ef890d738e4) in parent group-v676970. [ 790.331598] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Creating folder: Instances. Parent ref: group-v677088. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 790.331598] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-89fad90c-65a8-453e-b4cd-858f5e4b8230 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.344836] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Created folder: Instances in parent group-v677088. [ 790.345109] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 790.345340] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 790.345641] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ee98a81-0da4-4a23-8b72-e7e5182bc25a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.368513] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.374037] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.451s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.376409] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 790.376409] env[69760]: value = "task-3393672" [ 790.376409] env[69760]: _type = "Task" [ 790.376409] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.385248] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393672, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.402560] env[69760]: INFO nova.scheduler.client.report [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Deleted allocations for instance daa9ce53-98b2-4511-b37c-d52c218be544 [ 790.459529] env[69760]: DEBUG nova.network.neutron [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updated VIF entry in instance network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 790.460200] env[69760]: DEBUG nova.network.neutron [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.518978] env[69760]: DEBUG oslo_vmware.api [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393669, 'name': PowerOffVM_Task, 'duration_secs': 0.321905} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.519361] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 790.519723] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 790.519992] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6e9a579c-3825-4d95-84c5-9829a19dd52c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.573746] env[69760]: DEBUG nova.compute.manager [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 790.574159] env[69760]: DEBUG nova.compute.manager [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing instance network info cache due to event network-changed-aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 790.574505] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Acquiring lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.601220] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 790.601220] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 790.601220] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Deleting the datastore file [datastore2] 70afd0e3-0624-4d8a-8edb-b130d6e8c548 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 790.601220] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4eefc8f-993a-49bf-8c22-d5902315eb93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.606704] env[69760]: DEBUG oslo_vmware.api [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for the task: (returnval){ [ 790.606704] env[69760]: value = "task-3393674" [ 790.606704] env[69760]: _type = "Task" [ 790.606704] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.618291] env[69760]: DEBUG oslo_vmware.api [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393674, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.680206] env[69760]: DEBUG oslo_vmware.api [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393668, 'name': PowerOnVM_Task, 'duration_secs': 0.757084} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.680497] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 790.680701] env[69760]: DEBUG nova.compute.manager [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 790.681582] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe165c7e-b8ca-49ea-a8aa-f79b5d3c13b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.895051] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393672, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.910271] env[69760]: DEBUG oslo_concurrency.lockutils [None req-058f0547-76bf-4588-b88c-e377dbef1541 tempest-ServerGroupTestJSON-316181629 tempest-ServerGroupTestJSON-316181629-project-member] Lock "daa9ce53-98b2-4511-b37c-d52c218be544" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 54.216s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 790.963886] env[69760]: DEBUG oslo_concurrency.lockutils [req-15e751f2-7d78-48d0-9e24-4c64e22ecd85 req-d37d22b7-6ac2-4bb4-9687-88d416e73269 service nova] Releasing lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.964482] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Acquired lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.964721] env[69760]: DEBUG nova.network.neutron [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Refreshing network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 791.116861] env[69760]: DEBUG oslo_vmware.api [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Task: {'id': task-3393674, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.328821} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.117163] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 791.117377] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 791.117735] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 791.117976] env[69760]: INFO nova.compute.manager [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Took 1.13 seconds to destroy the instance on the hypervisor. [ 791.118246] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 791.118625] env[69760]: DEBUG nova.compute.manager [-] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 791.118756] env[69760]: DEBUG nova.network.neutron [-] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 791.201874] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.359976] env[69760]: DEBUG nova.network.neutron [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Successfully updated port: faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 791.402888] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393672, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.425036] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 04f5b4b8-8598-4466-a9c7-3f9ca48dea15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 05c98eee-065e-46d6-8499-d4e3608fc4bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5eb916ca-a7a4-4fe1-8802-e3619587155a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 82801bc1-42eb-43e1-8d34-160f09f4d777 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b31c1806-9771-440b-830a-529ef3cdaaea actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b66731cf-6f94-4c15-83e0-e4144b20566a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 59b174de-0389-440b-8cd3-ba3b11f7fd12 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 70afd0e3-0624-4d8a-8edb-b130d6e8c548 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 011f3a11-47dc-4297-95e1-542e1a0227c1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 506b1ae3-fc96-4c09-9e45-8fceeb80b492 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 12ce4033-baa4-43ca-b2b6-6927e5c38516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 4bfd7730-3528-4c66-ac61-7bc6e676f531 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.425036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 3deb79e5-62ed-4533-b25a-efb3d209de09 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425036] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b653d098-78d9-4993-985a-1f60005fb935 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 791.425566] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance c949f194-d662-4fdb-8025-b5dc46465add actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425566] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425566] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance e1210f33-2fba-4dc1-a38f-70f46f8034af actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425566] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 966fa315-8a69-4a44-819f-661671a3bf5c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425566] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d3a4cde4-60db-489f-ae8d-66372fe71361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425782] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 37d2d699-8362-4bfe-8afe-d43e6da3966c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.425782] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40567fa1-7b4d-4334-a3b2-34c92981f237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 791.682484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "e1210f33-2fba-4dc1-a38f-70f46f8034af" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.682484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.682484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "e1210f33-2fba-4dc1-a38f-70f46f8034af-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.682484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.682484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.686579] env[69760]: INFO nova.compute.manager [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Terminating instance [ 791.800466] env[69760]: DEBUG nova.network.neutron [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updated VIF entry in instance network info cache for port aba97e75-0c40-4db2-9d82-cd0b034b46a9. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 791.800466] env[69760]: DEBUG nova.network.neutron [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [{"id": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "address": "fa:16:3e:3d:35:23", "network": {"id": "02f1839c-0fe9-483d-885d-f2ea0145a598", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1430158864-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "9d33e1b0607c43f1ab435d9eb0686db0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d6fab536-1e48-4d07-992a-076f0e6d089c", "external-id": "nsx-vlan-transportzone-61", "segmentation_id": 61, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaba97e75-0c", "ovs_interfaceid": "aba97e75-0c40-4db2-9d82-cd0b034b46a9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.864078] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.864270] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquired lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.864433] env[69760]: DEBUG nova.network.neutron [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.904405] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393672, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.932240] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f839c019-46b5-43fd-81e5-ace2c82c4263 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 792.190461] env[69760]: DEBUG nova.compute.manager [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 792.190670] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.191641] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac31476-0625-4d3e-94d0-f0c76d649bce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.200456] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.200724] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-453684af-16dc-4223-923e-d06463315880 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.209169] env[69760]: DEBUG oslo_vmware.api [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 792.209169] env[69760]: value = "task-3393675" [ 792.209169] env[69760]: _type = "Task" [ 792.209169] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.220296] env[69760]: DEBUG oslo_vmware.api [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393675, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.305381] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Releasing lock "refresh_cache-e1210f33-2fba-4dc1-a38f-70f46f8034af" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.305867] env[69760]: DEBUG nova.compute.manager [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Received event network-vif-plugged-52103d45-c3df-47a3-bb2a-4269bc44af35 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.306171] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Acquiring lock "37d2d699-8362-4bfe-8afe-d43e6da3966c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.306482] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.306770] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.307365] env[69760]: DEBUG nova.compute.manager [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] No waiting events found dispatching network-vif-plugged-52103d45-c3df-47a3-bb2a-4269bc44af35 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.307365] env[69760]: WARNING nova.compute.manager [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Received unexpected event network-vif-plugged-52103d45-c3df-47a3-bb2a-4269bc44af35 for instance with vm_state building and task_state spawning. [ 792.307564] env[69760]: DEBUG nova.compute.manager [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Received event network-changed-52103d45-c3df-47a3-bb2a-4269bc44af35 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.307804] env[69760]: DEBUG nova.compute.manager [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Refreshing instance network info cache due to event network-changed-52103d45-c3df-47a3-bb2a-4269bc44af35. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.308115] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Acquiring lock "refresh_cache-37d2d699-8362-4bfe-8afe-d43e6da3966c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.308336] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Acquired lock "refresh_cache-37d2d699-8362-4bfe-8afe-d43e6da3966c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.308650] env[69760]: DEBUG nova.network.neutron [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Refreshing network info cache for port 52103d45-c3df-47a3-bb2a-4269bc44af35 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 792.397596] env[69760]: DEBUG nova.network.neutron [-] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.409029] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393672, 'name': CreateVM_Task, 'duration_secs': 1.530734} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.409177] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 792.409888] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.410159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.410518] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.411484] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10118044-6f92-4cdb-9983-7b39ed6e32d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.418745] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 792.418745] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52acbe41-3374-0add-25f5-03dd234f0d99" [ 792.418745] env[69760]: _type = "Task" [ 792.418745] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.428656] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52acbe41-3374-0add-25f5-03dd234f0d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.439023] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance edc6122e-6c43-41ac-918a-4fac2c168ee4 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 792.439023] env[69760]: DEBUG nova.network.neutron [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.490399] env[69760]: INFO nova.compute.manager [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Rebuilding instance [ 792.550111] env[69760]: DEBUG nova.compute.manager [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 792.550163] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67565f82-2b3e-41e0-b59f-f2cb6cf65958 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.720816] env[69760]: DEBUG oslo_vmware.api [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393675, 'name': PowerOffVM_Task, 'duration_secs': 0.274919} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.720816] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.720816] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.721068] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a80639e1-2cb3-49f3-89fa-7f37154c4c97 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.727787] env[69760]: DEBUG nova.compute.manager [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Received event network-vif-plugged-faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.727838] env[69760]: DEBUG oslo_concurrency.lockutils [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] Acquiring lock "40567fa1-7b4d-4334-a3b2-34c92981f237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.728085] env[69760]: DEBUG oslo_concurrency.lockutils [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.730500] env[69760]: DEBUG oslo_concurrency.lockutils [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.730500] env[69760]: DEBUG nova.compute.manager [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] No waiting events found dispatching network-vif-plugged-faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 792.730500] env[69760]: WARNING nova.compute.manager [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Received unexpected event network-vif-plugged-faea4f35-faf9-4b96-af98-278b2bf4ff1c for instance with vm_state building and task_state spawning. [ 792.730500] env[69760]: DEBUG nova.compute.manager [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Received event network-changed-faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 792.730500] env[69760]: DEBUG nova.compute.manager [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Refreshing instance network info cache due to event network-changed-faea4f35-faf9-4b96-af98-278b2bf4ff1c. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 792.730500] env[69760]: DEBUG oslo_concurrency.lockutils [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] Acquiring lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.741360] env[69760]: DEBUG nova.network.neutron [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Updating instance_info_cache with network_info: [{"id": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "address": "fa:16:3e:69:24:75", "network": {"id": "2f24fe3f-e0b0-493a-a91c-b87b7eb7b954", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-272599883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96e9147bcf134416af8bec1d8cdd65af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaea4f35-fa", "ovs_interfaceid": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.782526] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.783448] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.783448] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Deleting the datastore file [datastore2] e1210f33-2fba-4dc1-a38f-70f46f8034af {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.783448] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c0822ef-ff01-441d-98d3-c39e5827e29b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.789783] env[69760]: DEBUG oslo_vmware.api [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for the task: (returnval){ [ 792.789783] env[69760]: value = "task-3393677" [ 792.789783] env[69760]: _type = "Task" [ 792.789783] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.800566] env[69760]: DEBUG oslo_vmware.api [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393677, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.904590] env[69760]: INFO nova.compute.manager [-] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Took 1.79 seconds to deallocate network for instance. [ 792.934125] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52acbe41-3374-0add-25f5-03dd234f0d99, 'name': SearchDatastore_Task, 'duration_secs': 0.028559} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.934125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.934353] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 792.934467] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.935132] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.935132] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 792.935132] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-425ccb7c-a5e9-46f2-b823-46087dea1bb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.941851] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance db981e04-53a9-4dab-8fc7-ffc6631cd41d has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 792.956678] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 792.956886] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 792.957752] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-522d3fd1-f6a3-4afe-903b-2cf6bd3a12f2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.966907] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 792.966907] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529e2cd2-b0b1-c944-439d-85368b67815a" [ 792.966907] env[69760]: _type = "Task" [ 792.966907] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.977672] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529e2cd2-b0b1-c944-439d-85368b67815a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.205799] env[69760]: DEBUG nova.network.neutron [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Updated VIF entry in instance network info cache for port 52103d45-c3df-47a3-bb2a-4269bc44af35. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 793.206213] env[69760]: DEBUG nova.network.neutron [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Updating instance_info_cache with network_info: [{"id": "52103d45-c3df-47a3-bb2a-4269bc44af35", "address": "fa:16:3e:4a:6a:8d", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.112", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap52103d45-c3", "ovs_interfaceid": "52103d45-c3df-47a3-bb2a-4269bc44af35", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.244923] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Releasing lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.245317] env[69760]: DEBUG nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Instance network_info: |[{"id": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "address": "fa:16:3e:69:24:75", "network": {"id": "2f24fe3f-e0b0-493a-a91c-b87b7eb7b954", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-272599883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96e9147bcf134416af8bec1d8cdd65af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaea4f35-fa", "ovs_interfaceid": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 793.245665] env[69760]: DEBUG oslo_concurrency.lockutils [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] Acquired lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.245852] env[69760]: DEBUG nova.network.neutron [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Refreshing network info cache for port faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 793.247059] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:24:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bed837fa-6b6a-4192-a229-a99426a46065', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'faea4f35-faf9-4b96-af98-278b2bf4ff1c', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 793.257371] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Creating folder: Project (96e9147bcf134416af8bec1d8cdd65af). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.257371] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0dc10d19-ab75-4951-aba5-4eb312724419 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.270282] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Created folder: Project (96e9147bcf134416af8bec1d8cdd65af) in parent group-v676970. [ 793.270388] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Creating folder: Instances. Parent ref: group-v677091. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 793.270866] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c5d6dc07-cc48-4c5f-95a5-9e4c21061b4d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.282994] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Created folder: Instances in parent group-v677091. [ 793.283390] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.283516] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 793.283735] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76355908-c596-42a1-9c91-966561b6685e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.315789] env[69760]: DEBUG oslo_vmware.api [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Task: {'id': task-3393677, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.294043} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.318378] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.318884] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.318884] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.318884] env[69760]: INFO nova.compute.manager [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Took 1.13 seconds to destroy the instance on the hypervisor. [ 793.319152] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 793.319363] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 793.319363] env[69760]: value = "task-3393680" [ 793.319363] env[69760]: _type = "Task" [ 793.319363] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.319592] env[69760]: DEBUG nova.compute.manager [-] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 793.319659] env[69760]: DEBUG nova.network.neutron [-] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 793.334226] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393680, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.411911] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.446437] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b1844-2b2a-fbc4-cb8e-41f03db0e5d9/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 793.447409] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74df6588-7d6d-4faf-9e69-56977a02b425 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.454819] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 793.463333] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b1844-2b2a-fbc4-cb8e-41f03db0e5d9/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 793.463599] env[69760]: ERROR oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b1844-2b2a-fbc4-cb8e-41f03db0e5d9/disk-0.vmdk due to incomplete transfer. [ 793.463868] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c438fab0-b79a-4cdc-98fa-5aed35611845 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.474563] env[69760]: DEBUG oslo_vmware.rw_handles [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/529b1844-2b2a-fbc4-cb8e-41f03db0e5d9/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 793.476110] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Uploaded image 0f57c2ae-e67f-4771-b3fd-ac2c7682d992 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 793.477327] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 793.478307] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1648d9d8-12e8-41df-b2bc-dda792070c10 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.484017] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529e2cd2-b0b1-c944-439d-85368b67815a, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.485311] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a679104f-1828-442a-8d56-dcbdbd210d52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.489423] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 793.489423] env[69760]: value = "task-3393681" [ 793.489423] env[69760]: _type = "Task" [ 793.489423] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.494797] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 793.494797] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a90e8c-8832-ad13-2e3f-65fc9778b751" [ 793.494797] env[69760]: _type = "Task" [ 793.494797] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.501461] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393681, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.507840] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a90e8c-8832-ad13-2e3f-65fc9778b751, 'name': SearchDatastore_Task, 'duration_secs': 0.010429} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.508136] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.508401] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 37d2d699-8362-4bfe-8afe-d43e6da3966c/37d2d699-8362-4bfe-8afe-d43e6da3966c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 793.508670] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7599dc37-a42e-4ab9-a222-9134a9a0758e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.519315] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 793.519315] env[69760]: value = "task-3393682" [ 793.519315] env[69760]: _type = "Task" [ 793.519315] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.528746] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393682, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.569144] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.569467] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-30647dcd-265d-4291-8a8b-f1846c76f9dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.580254] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 793.580254] env[69760]: value = "task-3393683" [ 793.580254] env[69760]: _type = "Task" [ 793.580254] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.591976] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.658773] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "dc875549-3f3a-40cf-b644-e41ca7677b14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.659124] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.709373] env[69760]: DEBUG oslo_concurrency.lockutils [req-c76ae6d1-b388-4541-b72f-1954c342e2ef req-6a4bfa5d-522c-4420-a379-c88c6c584825 service nova] Releasing lock "refresh_cache-37d2d699-8362-4bfe-8afe-d43e6da3966c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.833064] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393680, 'name': CreateVM_Task, 'duration_secs': 0.355841} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.833633] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.834373] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.834373] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.836862] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.836862] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4b9029c-76d5-46ba-a5cc-b679cd2b1de1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.843469] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 793.843469] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5268d259-81f4-178b-76d4-3c42ca557510" [ 793.843469] env[69760]: _type = "Task" [ 793.843469] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.854344] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5268d259-81f4-178b-76d4-3c42ca557510, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.963544] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.002238] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393681, 'name': Destroy_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.029685] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393682, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.067829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "962a8802-6352-4848-aec5-4ba82c22c060" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.067829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 794.091794] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393683, 'name': PowerOffVM_Task, 'duration_secs': 0.195805} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.092676] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 794.093045] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 794.093891] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4aa8234-be83-453a-b2d4-5d751c0d2157 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.101453] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 794.104554] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28bcda8f-4ffe-4b69-be09-2d543be9aaeb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.163077] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 794.163077] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 794.163077] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 794.164013] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc5635be-ff49-455a-9002-273f55607116 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.172616] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 794.172616] env[69760]: value = "task-3393685" [ 794.172616] env[69760]: _type = "Task" [ 794.172616] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.181731] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.353773] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5268d259-81f4-178b-76d4-3c42ca557510, 'name': SearchDatastore_Task, 'duration_secs': 0.07087} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.354124] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.354124] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 794.354420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.354568] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.354775] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 794.355058] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2c3deedb-77a2-44bf-b7c7-80c0b3162dfe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.364136] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 794.364136] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 794.364868] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3f507a36-004a-48b3-b170-1a45a47e5be9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.374298] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 794.374298] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52062657-bafa-c459-6d34-a7842cf2fcfe" [ 794.374298] env[69760]: _type = "Task" [ 794.374298] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.378907] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52062657-bafa-c459-6d34-a7842cf2fcfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.402058] env[69760]: DEBUG nova.network.neutron [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Updated VIF entry in instance network info cache for port faea4f35-faf9-4b96-af98-278b2bf4ff1c. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 794.402416] env[69760]: DEBUG nova.network.neutron [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Updating instance_info_cache with network_info: [{"id": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "address": "fa:16:3e:69:24:75", "network": {"id": "2f24fe3f-e0b0-493a-a91c-b87b7eb7b954", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-272599883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96e9147bcf134416af8bec1d8cdd65af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaea4f35-fa", "ovs_interfaceid": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.464141] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 458ff062-7b22-477f-85d1-4110870956cb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 794.499942] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393681, 'name': Destroy_Task, 'duration_secs': 0.663758} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.500227] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Destroyed the VM [ 794.500463] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 794.500709] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-f329f91e-c7ec-4edd-8fd5-fe8c4467c360 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.506712] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 794.506712] env[69760]: value = "task-3393686" [ 794.506712] env[69760]: _type = "Task" [ 794.506712] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.515173] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393686, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.528189] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393682, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.562163} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.528443] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 37d2d699-8362-4bfe-8afe-d43e6da3966c/37d2d699-8362-4bfe-8afe-d43e6da3966c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 794.528657] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 794.528905] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0db20107-39ad-424a-850a-21ef1c76890a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.535867] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 794.535867] env[69760]: value = "task-3393687" [ 794.535867] env[69760]: _type = "Task" [ 794.535867] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.544725] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393687, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.683620] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13651} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.683903] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.684103] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.684446] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.782988] env[69760]: DEBUG nova.compute.manager [req-f4907ba9-781b-467c-bfc7-c95d831b9e9c req-85be37ac-cb4f-4efd-8671-136c1aef9c3d service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Received event network-vif-deleted-aba97e75-0c40-4db2-9d82-cd0b034b46a9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.783241] env[69760]: INFO nova.compute.manager [req-f4907ba9-781b-467c-bfc7-c95d831b9e9c req-85be37ac-cb4f-4efd-8671-136c1aef9c3d service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Neutron deleted interface aba97e75-0c40-4db2-9d82-cd0b034b46a9; detaching it from the instance and deleting it from the info cache [ 794.783426] env[69760]: DEBUG nova.network.neutron [req-f4907ba9-781b-467c-bfc7-c95d831b9e9c req-85be37ac-cb4f-4efd-8671-136c1aef9c3d service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.833961] env[69760]: DEBUG nova.network.neutron [-] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.882049] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52062657-bafa-c459-6d34-a7842cf2fcfe, 'name': SearchDatastore_Task, 'duration_secs': 0.008657} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.882722] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c787d81d-9a96-4247-9c1e-03bd192f4ad8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.888138] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 794.888138] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5223b22a-5527-62d8-3f2b-aa6db1a5783e" [ 794.888138] env[69760]: _type = "Task" [ 794.888138] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.896235] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5223b22a-5527-62d8-3f2b-aa6db1a5783e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.904956] env[69760]: DEBUG oslo_concurrency.lockutils [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] Releasing lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.905253] env[69760]: DEBUG nova.compute.manager [req-c4e277be-12be-41c8-b024-42ffb1b6b9ac req-790be35d-d497-416f-b5c2-bf914c73ae14 service nova] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Received event network-vif-deleted-e90bed96-4dbd-4e60-9491-5536f1fff55d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 794.967587] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance ea7b45cb-9756-40b7-94a3-4babdec11820 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.017995] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393686, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.045565] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393687, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059481} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.048241] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 795.048241] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92912070-bddb-4cae-8db3-11e83ba4e6b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.071367] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Reconfiguring VM instance instance-00000029 to attach disk [datastore1] 37d2d699-8362-4bfe-8afe-d43e6da3966c/37d2d699-8362-4bfe-8afe-d43e6da3966c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 795.071692] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b9c5e99-1515-42a9-abd6-8ced5cfb8f1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.092798] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 795.092798] env[69760]: value = "task-3393688" [ 795.092798] env[69760]: _type = "Task" [ 795.092798] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.102587] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.286768] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7539648a-fcc4-4562-ad0f-b2a90e6fe6cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.296733] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7814593-7444-4108-b054-1f4f737353a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.336124] env[69760]: DEBUG nova.compute.manager [req-f4907ba9-781b-467c-bfc7-c95d831b9e9c req-85be37ac-cb4f-4efd-8671-136c1aef9c3d service nova] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Detach interface failed, port_id=aba97e75-0c40-4db2-9d82-cd0b034b46a9, reason: Instance e1210f33-2fba-4dc1-a38f-70f46f8034af could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 795.336952] env[69760]: INFO nova.compute.manager [-] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Took 2.02 seconds to deallocate network for instance. [ 795.398843] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5223b22a-5527-62d8-3f2b-aa6db1a5783e, 'name': SearchDatastore_Task, 'duration_secs': 0.009754} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.399143] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.399396] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 40567fa1-7b4d-4334-a3b2-34c92981f237/40567fa1-7b4d-4334-a3b2-34c92981f237.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.399652] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e22e984b-133b-4873-a26f-5a61cded9e1b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.407717] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 795.407717] env[69760]: value = "task-3393689" [ 795.407717] env[69760]: _type = "Task" [ 795.407717] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.415645] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393689, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.471021] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 28a18cfd-b956-45d7-b3d9-10410e4be610 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 795.517193] env[69760]: DEBUG oslo_vmware.api [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393686, 'name': RemoveSnapshot_Task, 'duration_secs': 0.910442} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.517549] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 795.517837] env[69760]: INFO nova.compute.manager [None req-8c6300ba-ba9b-44b6-b42a-3fe15cc888bb tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Took 17.81 seconds to snapshot the instance on the hypervisor. [ 795.603997] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393688, 'name': ReconfigVM_Task, 'duration_secs': 0.345466} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.604373] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Reconfigured VM instance instance-00000029 to attach disk [datastore1] 37d2d699-8362-4bfe-8afe-d43e6da3966c/37d2d699-8362-4bfe-8afe-d43e6da3966c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 795.605063] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-010e0084-02b8-4da2-8cb8-6c89cefc369a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.611727] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 795.611727] env[69760]: value = "task-3393690" [ 795.611727] env[69760]: _type = "Task" [ 795.611727] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.620784] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393690, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.727688] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 795.727963] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 795.728139] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 795.728327] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 795.728476] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 795.728752] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 795.728826] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 795.729037] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 795.729165] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 795.729330] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 795.729510] env[69760]: DEBUG nova.virt.hardware [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 795.730424] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b7646f-5f84-4d54-8df2-424cbcc63625 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.739286] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a605eb2d-b773-4947-a761-a163b2661bde {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.754440] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9d:20:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '13e83154-c0d2-4d3d-b95e-3cd5ba336257', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '58e03295-6794-435b-992a-cf45477f9994', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 795.762192] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 795.762907] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 795.762907] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8e08fd89-9dfb-4543-a70b-e60c549c69ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.784136] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 795.784136] env[69760]: value = "task-3393691" [ 795.784136] env[69760]: _type = "Task" [ 795.784136] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.793391] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393691, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.845448] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.920585] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393689, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477924} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.920885] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 40567fa1-7b4d-4334-a3b2-34c92981f237/40567fa1-7b4d-4334-a3b2-34c92981f237.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 795.921153] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 795.921463] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82d6a02c-fcf1-4ae3-8dda-b7b23000d74b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.929540] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 795.929540] env[69760]: value = "task-3393692" [ 795.929540] env[69760]: _type = "Task" [ 795.929540] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.939569] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393692, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.974828] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 0fa7bf74-e578-4158-9684-3f9d8ce3e569 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.123719] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393690, 'name': Rename_Task, 'duration_secs': 0.35286} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.124273] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 796.124636] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69fd0914-c646-4adb-a50f-d1457fcc77ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.133377] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 796.133377] env[69760]: value = "task-3393693" [ 796.133377] env[69760]: _type = "Task" [ 796.133377] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.141823] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393693, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.294706] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393691, 'name': CreateVM_Task, 'duration_secs': 0.400657} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.294878] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 796.295636] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.295832] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.296156] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.296419] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13b3a900-0f99-43fa-b53b-a8cf173f6ab6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.302014] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 796.302014] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5228e0e7-d20d-08bb-bf4c-08797eb08841" [ 796.302014] env[69760]: _type = "Task" [ 796.302014] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.309986] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5228e0e7-d20d-08bb-bf4c-08797eb08841, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.439686] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393692, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06428} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.440158] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.440965] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76bdde7d-84d3-4bdb-9830-0ce51ed0eac6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.472413] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Reconfiguring VM instance instance-0000002a to attach disk [datastore1] 40567fa1-7b4d-4334-a3b2-34c92981f237/40567fa1-7b4d-4334-a3b2-34c92981f237.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.472906] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a57ba4-7d59-45c3-a16b-4b06702ba2df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.490885] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 0ed0bc72-ab06-472d-bf0e-9bff035dda6e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 796.500420] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 796.500420] env[69760]: value = "task-3393694" [ 796.500420] env[69760]: _type = "Task" [ 796.500420] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.512672] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393694, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.612862] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "3deb79e5-62ed-4533-b25a-efb3d209de09" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.613157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.613459] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "3deb79e5-62ed-4533-b25a-efb3d209de09-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.613654] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 796.613847] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 796.616187] env[69760]: INFO nova.compute.manager [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Terminating instance [ 796.643688] env[69760]: DEBUG oslo_vmware.api [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393693, 'name': PowerOnVM_Task, 'duration_secs': 0.478067} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.643952] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.644184] env[69760]: INFO nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Took 9.33 seconds to spawn the instance on the hypervisor. [ 796.644368] env[69760]: DEBUG nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 796.645155] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e45bc04f-d5b5-40a0-a4d9-cf70a597b530 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.812429] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5228e0e7-d20d-08bb-bf4c-08797eb08841, 'name': SearchDatastore_Task, 'duration_secs': 0.009804} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.812787] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.813008] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 796.813279] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.813491] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.813590] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 796.813851] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55bb3262-95d7-4cce-bce2-6176c403311e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.832648] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 796.832890] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 796.833746] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c676c2a-d664-42b2-aeb1-df353c0a38cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.841034] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 796.841034] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f1d62a-3920-7a9f-af3e-2ce247efb443" [ 796.841034] env[69760]: _type = "Task" [ 796.841034] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.849146] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f1d62a-3920-7a9f-af3e-2ce247efb443, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.994794] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 192d6d08-babf-4efe-b22b-ab6676698975 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.009979] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393694, 'name': ReconfigVM_Task, 'duration_secs': 0.286699} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.010979] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Reconfigured VM instance instance-0000002a to attach disk [datastore1] 40567fa1-7b4d-4334-a3b2-34c92981f237/40567fa1-7b4d-4334-a3b2-34c92981f237.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.011636] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ff4ae9bc-52ff-4eac-8f9a-3577d6c61ebb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.019132] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.019356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.019608] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 797.019608] env[69760]: value = "task-3393695" [ 797.019608] env[69760]: _type = "Task" [ 797.019608] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.028770] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393695, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.119782] env[69760]: DEBUG nova.compute.manager [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 797.120079] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 797.121171] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bc944bf-1df4-4a6d-8b13-773b8261f80e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.128816] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 797.129876] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f71a0d9a-87c9-46dc-8a4c-13e50d2181ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.136463] env[69760]: DEBUG oslo_vmware.api [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 797.136463] env[69760]: value = "task-3393696" [ 797.136463] env[69760]: _type = "Task" [ 797.136463] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.149779] env[69760]: DEBUG oslo_vmware.api [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393696, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.162830] env[69760]: INFO nova.compute.manager [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Took 59.71 seconds to build instance. [ 797.351978] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f1d62a-3920-7a9f-af3e-2ce247efb443, 'name': SearchDatastore_Task, 'duration_secs': 0.046969} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.352838] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b255997c-b3d7-4ef9-9ebd-cf4a6393cf19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.359347] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 797.359347] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb837a-3d93-29c1-72ce-cd8b966d6121" [ 797.359347] env[69760]: _type = "Task" [ 797.359347] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.367483] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb837a-3d93-29c1-72ce-cd8b966d6121, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.399161] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "37d2d699-8362-4bfe-8afe-d43e6da3966c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.498006] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f066367a-fb43-4433-b9bd-5fd3d26ff2c8 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 797.530039] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393695, 'name': Rename_Task, 'duration_secs': 0.145289} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.530352] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.530652] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fde25e45-c9ec-4a29-bf77-9dd6f9ee3707 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.537913] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 797.537913] env[69760]: value = "task-3393697" [ 797.537913] env[69760]: _type = "Task" [ 797.537913] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.545371] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393697, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.647818] env[69760]: DEBUG oslo_vmware.api [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393696, 'name': PowerOffVM_Task, 'duration_secs': 0.428985} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.648097] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 797.648260] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 797.648500] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-05754de0-2b29-4f55-84cd-b93f7acd0f16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.664806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-84dc42fc-992a-4039-b251-3707946568cf tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 99.180s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.666025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.267s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.666246] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "37d2d699-8362-4bfe-8afe-d43e6da3966c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 797.666450] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 797.666613] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.668354] env[69760]: INFO nova.compute.manager [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Terminating instance [ 797.703616] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 797.703616] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 797.703837] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Deleting the datastore file [datastore1] 3deb79e5-62ed-4533-b25a-efb3d209de09 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 797.704659] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a994e1a0-88b8-4c4a-a339-21352be857b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.712711] env[69760]: DEBUG oslo_vmware.api [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for the task: (returnval){ [ 797.712711] env[69760]: value = "task-3393699" [ 797.712711] env[69760]: _type = "Task" [ 797.712711] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.721735] env[69760]: DEBUG oslo_vmware.api [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393699, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.873223] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb837a-3d93-29c1-72ce-cd8b966d6121, 'name': SearchDatastore_Task, 'duration_secs': 0.015563} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.873615] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.873976] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 797.874369] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc6608c5-6abf-42dd-ab5e-16b9f4ae9ca4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.882229] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 797.882229] env[69760]: value = "task-3393700" [ 797.882229] env[69760]: _type = "Task" [ 797.882229] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.892818] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393700, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.001613] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f9da202e-13aa-4c70-ae15-dfeb3093a299 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.048359] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393697, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.169499] env[69760]: DEBUG nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 798.175372] env[69760]: DEBUG nova.compute.manager [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 798.176055] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 798.176450] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa7590c-88f2-4d3a-8d66-28458dc93327 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.184482] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 798.184752] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e5eece94-0e60-4b58-b791-16bb89483765 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.191483] env[69760]: DEBUG oslo_vmware.api [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 798.191483] env[69760]: value = "task-3393701" [ 798.191483] env[69760]: _type = "Task" [ 798.191483] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.200020] env[69760]: DEBUG oslo_vmware.api [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393701, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.223098] env[69760]: DEBUG oslo_vmware.api [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Task: {'id': task-3393699, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.203124} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.223481] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 798.223757] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 798.224059] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 798.224355] env[69760]: INFO nova.compute.manager [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Took 1.10 seconds to destroy the instance on the hypervisor. [ 798.224630] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 798.224871] env[69760]: DEBUG nova.compute.manager [-] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 798.224949] env[69760]: DEBUG nova.network.neutron [-] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.397245] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393700, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.504941] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 3ac4eda8-6709-443d-979a-72e2cfa028b5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 798.505297] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 798.505681] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3648MB phys_disk=200GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 798.556411] env[69760]: DEBUG oslo_vmware.api [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3393697, 'name': PowerOnVM_Task, 'duration_secs': 0.517193} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.556627] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.558112] env[69760]: INFO nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Took 8.93 seconds to spawn the instance on the hypervisor. [ 798.558112] env[69760]: DEBUG nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 798.560480] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-492d826b-1775-40e2-b2a3-f815fbfc0845 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.582279] env[69760]: DEBUG nova.compute.manager [req-69b3f88f-d682-4c2c-a69a-0a979e37b158 req-15ad7a98-058e-4969-a186-2d634a489757 service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Received event network-vif-deleted-b3049b9e-dd88-4bdf-8c98-18254a933585 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 798.582489] env[69760]: INFO nova.compute.manager [req-69b3f88f-d682-4c2c-a69a-0a979e37b158 req-15ad7a98-058e-4969-a186-2d634a489757 service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Neutron deleted interface b3049b9e-dd88-4bdf-8c98-18254a933585; detaching it from the instance and deleting it from the info cache [ 798.582658] env[69760]: DEBUG nova.network.neutron [req-69b3f88f-d682-4c2c-a69a-0a979e37b158 req-15ad7a98-058e-4969-a186-2d634a489757 service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.689540] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.702149] env[69760]: DEBUG oslo_vmware.api [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393701, 'name': PowerOffVM_Task, 'duration_secs': 0.429617} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.704635] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 798.704779] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 798.705855] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-182b4279-962e-4157-a303-43500cace314 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.828036] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 798.828854] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 798.828854] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Deleting the datastore file [datastore1] 37d2d699-8362-4bfe-8afe-d43e6da3966c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 798.828854] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e6b17eb-6c0d-40b7-a596-eee51f5c5b22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.835756] env[69760]: DEBUG oslo_vmware.api [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for the task: (returnval){ [ 798.835756] env[69760]: value = "task-3393703" [ 798.835756] env[69760]: _type = "Task" [ 798.835756] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.843510] env[69760]: DEBUG oslo_vmware.api [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393703, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.892039] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393700, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.671476} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.894736] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 798.894965] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 798.895586] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a218456b-c242-44c1-af3d-eefdfeffb786 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.902388] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 798.902388] env[69760]: value = "task-3393704" [ 798.902388] env[69760]: _type = "Task" [ 798.902388] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 798.912958] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393704, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.020997] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ff1405-c748-4f5f-885f-34b861f7c3ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.026942] env[69760]: DEBUG nova.network.neutron [-] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 799.031334] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb9866f6-0f5d-40a8-825f-a07f47068ba9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.064094] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da8ae1d-b822-43b5-9849-8a279f7da68f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.078551] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a78c4da-2a60-4f07-a7f7-772d14ad38e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.084177] env[69760]: INFO nova.compute.manager [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Took 61.08 seconds to build instance. [ 799.094783] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.095896] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-68086288-e8a7-415d-9867-1a2d598c4901 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.106359] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b397b092-b4cf-4e96-accd-4095928bed9e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.141411] env[69760]: DEBUG nova.compute.manager [req-69b3f88f-d682-4c2c-a69a-0a979e37b158 req-15ad7a98-058e-4969-a186-2d634a489757 service nova] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Detach interface failed, port_id=b3049b9e-dd88-4bdf-8c98-18254a933585, reason: Instance 3deb79e5-62ed-4533-b25a-efb3d209de09 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 799.347352] env[69760]: DEBUG oslo_vmware.api [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Task: {'id': task-3393703, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.451225} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.347644] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 799.347831] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 799.348034] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 799.348204] env[69760]: INFO nova.compute.manager [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Took 1.17 seconds to destroy the instance on the hypervisor. [ 799.348456] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 799.348667] env[69760]: DEBUG nova.compute.manager [-] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 799.348740] env[69760]: DEBUG nova.network.neutron [-] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 799.411870] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393704, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.218447} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.412159] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 799.413347] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a9c234-6e1b-4b91-9976-fa23982f7d6b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.435457] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Reconfiguring VM instance instance-00000006 to attach disk [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 799.435763] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a384c1-03df-48a6-a93c-14d2447a0883 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.453698] env[69760]: DEBUG nova.compute.manager [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Received event network-changed-faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 799.453887] env[69760]: DEBUG nova.compute.manager [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Refreshing instance network info cache due to event network-changed-faea4f35-faf9-4b96-af98-278b2bf4ff1c. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 799.454167] env[69760]: DEBUG oslo_concurrency.lockutils [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] Acquiring lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.454294] env[69760]: DEBUG oslo_concurrency.lockutils [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] Acquired lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.454511] env[69760]: DEBUG nova.network.neutron [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Refreshing network info cache for port faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 799.460841] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 799.460841] env[69760]: value = "task-3393705" [ 799.460841] env[69760]: _type = "Task" [ 799.460841] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.468909] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393705, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.531232] env[69760]: INFO nova.compute.manager [-] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Took 1.31 seconds to deallocate network for instance. [ 799.586022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-50908ca8-311d-46d0-96f0-935deda165ce tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 95.492s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.600579] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 799.975212] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393705, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.037801] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.089719] env[69760]: DEBUG nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 800.094923] env[69760]: DEBUG nova.network.neutron [-] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.107596] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 800.107780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 9.737s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.108688] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 57.482s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.111519] env[69760]: INFO nova.compute.claims [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 800.208432] env[69760]: DEBUG nova.network.neutron [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Updated VIF entry in instance network info cache for port faea4f35-faf9-4b96-af98-278b2bf4ff1c. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 800.209015] env[69760]: DEBUG nova.network.neutron [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Updating instance_info_cache with network_info: [{"id": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "address": "fa:16:3e:69:24:75", "network": {"id": "2f24fe3f-e0b0-493a-a91c-b87b7eb7b954", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-272599883-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.136", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "96e9147bcf134416af8bec1d8cdd65af", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bed837fa-6b6a-4192-a229-a99426a46065", "external-id": "nsx-vlan-transportzone-954", "segmentation_id": 954, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfaea4f35-fa", "ovs_interfaceid": "faea4f35-faf9-4b96-af98-278b2bf4ff1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.471266] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393705, 'name': ReconfigVM_Task, 'duration_secs': 0.932859} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.471509] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Reconfigured VM instance instance-00000006 to attach disk [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb/05c98eee-065e-46d6-8499-d4e3608fc4bb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 800.472138] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-eadb66f1-c6d6-453d-92b6-6b0a44be2d0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.478282] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 800.478282] env[69760]: value = "task-3393706" [ 800.478282] env[69760]: _type = "Task" [ 800.478282] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.485792] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393706, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.597455] env[69760]: INFO nova.compute.manager [-] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Took 1.25 seconds to deallocate network for instance. [ 800.606743] env[69760]: DEBUG nova.compute.manager [req-4cc3d2c2-b364-4d3f-9948-6aa07e6c9343 req-14304867-c1f7-40bb-b293-a29ef09f1726 service nova] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Received event network-vif-deleted-52103d45-c3df-47a3-bb2a-4269bc44af35 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 800.618109] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.712146] env[69760]: DEBUG oslo_concurrency.lockutils [req-952673dc-9162-4a6f-bce8-d8218f3ca4fa req-89fd09b4-ca64-4fd5-90d9-5c58e9a4c927 service nova] Releasing lock "refresh_cache-40567fa1-7b4d-4334-a3b2-34c92981f237" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.988697] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393706, 'name': Rename_Task, 'duration_secs': 0.162173} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.988993] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 800.989269] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7c2feff2-6d6d-4cfc-b7b3-fd4d14e9c321 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.996200] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 800.996200] env[69760]: value = "task-3393707" [ 800.996200] env[69760]: _type = "Task" [ 800.996200] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.005658] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393707, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.119276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 801.505775] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393707, 'name': PowerOnVM_Task} progress is 78%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.651637] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa4eca3-5e77-4526-97d5-ee3ba34dcbfd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.659719] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1dfeb4-1372-46f3-9fda-25029fad5c5e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.692956] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c70a583-b69a-4ac2-8eb8-f947fcdbe72c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.699938] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-783d8bc5-b6f1-4ef0-85ba-f956a2617804 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.713612] env[69760]: DEBUG nova.compute.provider_tree [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.006915] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393707, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.218530] env[69760]: DEBUG nova.scheduler.client.report [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 802.506938] env[69760]: DEBUG oslo_vmware.api [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393707, 'name': PowerOnVM_Task, 'duration_secs': 1.018551} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.507250] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.507459] env[69760]: DEBUG nova.compute.manager [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 802.508234] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40637919-9870-4a0f-aaf0-be2105fa37f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.722353] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.722851] env[69760]: DEBUG nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 802.725693] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 54.740s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.727026] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.728200] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 49.154s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 802.730286] env[69760]: INFO nova.compute.claims [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 802.762492] env[69760]: INFO nova.scheduler.client.report [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Deleted allocations for instance 04f5b4b8-8598-4466-a9c7-3f9ca48dea15 [ 803.023791] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.238056] env[69760]: DEBUG nova.compute.utils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 803.238788] env[69760]: DEBUG nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 803.240069] env[69760]: DEBUG nova.network.neutron [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 803.270901] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7de483c1-4cfa-459e-8388-43ad4e949259 tempest-ServersTestManualDisk-491878063 tempest-ServersTestManualDisk-491878063-project-member] Lock "04f5b4b8-8598-4466-a9c7-3f9ca48dea15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 59.010s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.307573] env[69760]: DEBUG nova.policy [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '78443420f0744d19a78f292c795dd513', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '807f57b103f64f95965835233e5e2511', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 803.644374] env[69760]: DEBUG nova.network.neutron [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Successfully created port: 431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 803.747025] env[69760]: DEBUG nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 804.212315] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "966fa315-8a69-4a44-819f-661671a3bf5c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.212552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "966fa315-8a69-4a44-819f-661671a3bf5c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.212748] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "966fa315-8a69-4a44-819f-661671a3bf5c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 804.212924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "966fa315-8a69-4a44-819f-661671a3bf5c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.213330] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "966fa315-8a69-4a44-819f-661671a3bf5c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.215374] env[69760]: INFO nova.compute.manager [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Terminating instance [ 804.253225] env[69760]: INFO nova.virt.block_device [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Booting with volume 21696104-257a-4278-8773-34ebc0ae38fb at /dev/sda [ 804.256654] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f6ff1f-fdfb-4634-a5f9-dfc41945f7b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.267235] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc608f3-5c7b-4e82-8624-505c4a5d6d9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.302359] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00477973-abd8-4099-847c-eff51a7fe6b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.305074] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc3e0d26-0979-4826-b554-691735ff6561 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.313044] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84e15c74-98c7-4f5e-bfd0-3994f05227ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.319396] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1b0cdaf-4b75-4d4b-ae72-d7b523e9ea3d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.343219] env[69760]: DEBUG nova.compute.provider_tree [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 804.354982] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5eacef86-b4d6-44b4-9d3e-bac40ebd21e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.363682] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954040ca-c7b1-4e09-83e5-e5f8819b1e27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.395392] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fad09d-46dc-4bb9-b6cf-229303281b88 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.401687] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199b949d-ba78-41b8-b79e-3616f78e26ce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.415096] env[69760]: DEBUG nova.virt.block_device [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Updating existing volume attachment record: 899bccf1-e21b-4991-affd-1c875f1ef1a9 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 804.722062] env[69760]: DEBUG nova.compute.manager [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 804.722341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 804.723523] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d152efb9-9e81-4e24-ba2b-0e6538b8702c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.732653] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 804.733083] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20969b4d-2211-40e1-8b0d-be90d3579f00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.739340] env[69760]: DEBUG oslo_vmware.api [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 804.739340] env[69760]: value = "task-3393708" [ 804.739340] env[69760]: _type = "Task" [ 804.739340] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.748998] env[69760]: DEBUG oslo_vmware.api [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393708, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.856260] env[69760]: DEBUG nova.scheduler.client.report [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 805.159983] env[69760]: DEBUG nova.compute.manager [req-9c351cbf-cd48-4b40-a605-c75c22def9f2 req-afe7fa22-ed4b-44a2-a0b5-8169111ad4d6 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Received event network-vif-plugged-431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 805.159983] env[69760]: DEBUG oslo_concurrency.lockutils [req-9c351cbf-cd48-4b40-a605-c75c22def9f2 req-afe7fa22-ed4b-44a2-a0b5-8169111ad4d6 service nova] Acquiring lock "f839c019-46b5-43fd-81e5-ace2c82c4263-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.159983] env[69760]: DEBUG oslo_concurrency.lockutils [req-9c351cbf-cd48-4b40-a605-c75c22def9f2 req-afe7fa22-ed4b-44a2-a0b5-8169111ad4d6 service nova] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.159983] env[69760]: DEBUG oslo_concurrency.lockutils [req-9c351cbf-cd48-4b40-a605-c75c22def9f2 req-afe7fa22-ed4b-44a2-a0b5-8169111ad4d6 service nova] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.159983] env[69760]: DEBUG nova.compute.manager [req-9c351cbf-cd48-4b40-a605-c75c22def9f2 req-afe7fa22-ed4b-44a2-a0b5-8169111ad4d6 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] No waiting events found dispatching network-vif-plugged-431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 805.159983] env[69760]: WARNING nova.compute.manager [req-9c351cbf-cd48-4b40-a605-c75c22def9f2 req-afe7fa22-ed4b-44a2-a0b5-8169111ad4d6 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Received unexpected event network-vif-plugged-431825b3-8645-4d17-846e-253fa9237a5a for instance with vm_state building and task_state block_device_mapping. [ 805.259742] env[69760]: DEBUG oslo_vmware.api [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393708, 'name': PowerOffVM_Task, 'duration_secs': 0.252321} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.260042] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.260218] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 805.260477] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-154aaac8-05da-482b-89a1-a6492516f5a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.276924] env[69760]: DEBUG nova.network.neutron [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Successfully updated port: 431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 805.325569] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 805.325853] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 805.326056] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore2] 966fa315-8a69-4a44-819f-661671a3bf5c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 805.326319] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52d1c0f6-5338-4702-9089-e0b0a5b12562 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.336069] env[69760]: DEBUG oslo_vmware.api [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 805.336069] env[69760]: value = "task-3393710" [ 805.336069] env[69760]: _type = "Task" [ 805.336069] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.344888] env[69760]: DEBUG oslo_vmware.api [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393710, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.361539] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.362238] env[69760]: DEBUG nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 805.365388] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 48.529s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.367205] env[69760]: INFO nova.compute.claims [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 805.780342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Acquiring lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.780619] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Acquired lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.780659] env[69760]: DEBUG nova.network.neutron [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.846514] env[69760]: DEBUG oslo_vmware.api [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393710, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133435} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.846959] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 805.847174] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 805.847412] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 805.847612] env[69760]: INFO nova.compute.manager [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 805.847903] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 805.848743] env[69760]: DEBUG nova.compute.manager [-] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 805.848743] env[69760]: DEBUG nova.network.neutron [-] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 805.872063] env[69760]: DEBUG nova.compute.utils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 805.882686] env[69760]: DEBUG nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 805.883369] env[69760]: DEBUG nova.network.neutron [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 805.974796] env[69760]: DEBUG nova.policy [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657b59c41c6548fbb343955ef8efd620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10392b98714542abbe32352538ccddc6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 806.345227] env[69760]: DEBUG nova.network.neutron [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 806.383150] env[69760]: DEBUG nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 806.497918] env[69760]: DEBUG nova.network.neutron [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Successfully created port: a76d27bf-b499-4962-9342-eb8a785579f3 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 806.517622] env[69760]: DEBUG nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 806.518993] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 806.518993] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 806.518993] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 806.518993] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 806.518993] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 806.519256] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 806.519774] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 806.519964] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 806.520579] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 806.524051] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 806.524051] env[69760]: DEBUG nova.virt.hardware [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 806.524051] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec86f037-d864-424b-9703-5409e7613a0c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.536768] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce8ff6b1-2c52-4b3d-916c-70763def5b55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.626315] env[69760]: DEBUG nova.network.neutron [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Updating instance_info_cache with network_info: [{"id": "431825b3-8645-4d17-846e-253fa9237a5a", "address": "fa:16:3e:4f:63:e2", "network": {"id": "7a7c2316-63a5-474e-92cb-41f6f5263076", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335260787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "807f57b103f64f95965835233e5e2511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431825b3-86", "ovs_interfaceid": "431825b3-8645-4d17-846e-253fa9237a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.739221] env[69760]: DEBUG nova.network.neutron [-] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.943158] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-731454f0-d69a-4e16-8187-4c5089dced7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.950966] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fb53b46-bbbd-4df2-a3a5-82b081142f42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.981744] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb2ceade-ce6e-4090-a65c-aeda1ced9f8d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.989050] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02caf888-7a78-4b3a-b99b-679c874d3814 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.004493] env[69760]: DEBUG nova.compute.provider_tree [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 807.130026] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Releasing lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.130293] env[69760]: DEBUG nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Instance network_info: |[{"id": "431825b3-8645-4d17-846e-253fa9237a5a", "address": "fa:16:3e:4f:63:e2", "network": {"id": "7a7c2316-63a5-474e-92cb-41f6f5263076", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335260787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "807f57b103f64f95965835233e5e2511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431825b3-86", "ovs_interfaceid": "431825b3-8645-4d17-846e-253fa9237a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 807.130740] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:63:e2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '431825b3-8645-4d17-846e-253fa9237a5a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 807.138306] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Creating folder: Project (807f57b103f64f95965835233e5e2511). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.138573] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2e48025b-fc58-4448-b341-9972ee7b68a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.152931] env[69760]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 807.153107] env[69760]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69760) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 807.153469] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Folder already exists: Project (807f57b103f64f95965835233e5e2511). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 807.153721] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Creating folder: Instances. Parent ref: group-v677033. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 807.153969] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-128ec8a5-c410-437d-9c1c-d7ac924d8b42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.162266] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Created folder: Instances in parent group-v677033. [ 807.162324] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 807.162513] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 807.162717] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1835ed35-0061-4d2f-a1d9-4b39febeee47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.181638] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 807.181638] env[69760]: value = "task-3393713" [ 807.181638] env[69760]: _type = "Task" [ 807.181638] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.188967] env[69760]: DEBUG nova.compute.manager [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Received event network-changed-431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 807.189224] env[69760]: DEBUG nova.compute.manager [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Refreshing instance network info cache due to event network-changed-431825b3-8645-4d17-846e-253fa9237a5a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 807.189425] env[69760]: DEBUG oslo_concurrency.lockutils [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] Acquiring lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.189568] env[69760]: DEBUG oslo_concurrency.lockutils [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] Acquired lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.189726] env[69760]: DEBUG nova.network.neutron [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Refreshing network info cache for port 431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 807.196011] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393713, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.241346] env[69760]: INFO nova.compute.manager [-] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Took 1.39 seconds to deallocate network for instance. [ 807.400772] env[69760]: DEBUG nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 807.427620] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 807.427977] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 807.428175] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 807.428374] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 807.428523] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 807.428669] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 807.428979] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 807.429076] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 807.429217] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 807.429383] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 807.429562] env[69760]: DEBUG nova.virt.hardware [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 807.430639] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44227fc7-0234-4ff2-8742-c665b33806bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.439231] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ea2308e-1855-4d79-8bc1-d262d18fe7da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.507514] env[69760]: DEBUG nova.scheduler.client.report [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 807.698118] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393713, 'name': CreateVM_Task, 'duration_secs': 0.347427} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.698118] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 807.698118] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677040', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'name': 'volume-21696104-257a-4278-8773-34ebc0ae38fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f839c019-46b5-43fd-81e5-ace2c82c4263', 'attached_at': '', 'detached_at': '', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'serial': '21696104-257a-4278-8773-34ebc0ae38fb'}, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'attachment_id': '899bccf1-e21b-4991-affd-1c875f1ef1a9', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69760) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 807.698118] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Root volume attach. Driver type: vmdk {{(pid=69760) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 807.698118] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97837a28-205c-40b8-af02-502f399653c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.706402] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fedff9b-16fd-4e3d-a2f4-feedb193120b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.713254] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24e5fcc9-b388-4d92-91af-0b7cb8af61d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.723239] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-43c31727-b957-44a6-bd52-c7497c85fc43 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.728758] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 807.728758] env[69760]: value = "task-3393714" [ 807.728758] env[69760]: _type = "Task" [ 807.728758] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.735839] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393714, 'name': RelocateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.748485] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.937268] env[69760]: DEBUG nova.network.neutron [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Updated VIF entry in instance network info cache for port 431825b3-8645-4d17-846e-253fa9237a5a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 807.937709] env[69760]: DEBUG nova.network.neutron [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Updating instance_info_cache with network_info: [{"id": "431825b3-8645-4d17-846e-253fa9237a5a", "address": "fa:16:3e:4f:63:e2", "network": {"id": "7a7c2316-63a5-474e-92cb-41f6f5263076", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335260787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "807f57b103f64f95965835233e5e2511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431825b3-86", "ovs_interfaceid": "431825b3-8645-4d17-846e-253fa9237a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.012557] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 808.014143] env[69760]: DEBUG nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 808.016140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.438s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 808.020958] env[69760]: INFO nova.compute.claims [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 808.241022] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393714, 'name': RelocateVM_Task, 'duration_secs': 0.45319} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.241022] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 808.241022] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677040', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'name': 'volume-21696104-257a-4278-8773-34ebc0ae38fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f839c019-46b5-43fd-81e5-ace2c82c4263', 'attached_at': '', 'detached_at': '', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'serial': '21696104-257a-4278-8773-34ebc0ae38fb'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 808.241022] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc16a6c3-86fc-40ec-a2da-6e98188be52b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.957211] env[69760]: DEBUG oslo_concurrency.lockutils [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] Releasing lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.957468] env[69760]: DEBUG nova.compute.manager [req-035e774f-5d16-488f-8e02-d11cabc09bd8 req-47d67773-e5db-46e9-a775-96c86c958470 service nova] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Received event network-vif-deleted-cb12b738-4cab-4222-abc8-dd996761bdcd {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 808.958732] env[69760]: DEBUG nova.compute.utils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 808.963477] env[69760]: DEBUG nova.network.neutron [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Successfully updated port: a76d27bf-b499-4962-9342-eb8a785579f3 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 808.963477] env[69760]: DEBUG nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 808.963477] env[69760]: DEBUG nova.network.neutron [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 808.965633] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82e11a9d-f35e-4146-8c0a-ef79ecd97fd7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.992396] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] volume-21696104-257a-4278-8773-34ebc0ae38fb/volume-21696104-257a-4278-8773-34ebc0ae38fb.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.993186] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e679016-e899-4264-b967-fb51971c39c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.013308] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 809.013308] env[69760]: value = "task-3393715" [ 809.013308] env[69760]: _type = "Task" [ 809.013308] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.018100] env[69760]: DEBUG nova.policy [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4595990f3f94d13a97e79840d70caf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2944ca039728447e8e448b3aad31fd0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 809.026715] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393715, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.271148] env[69760]: DEBUG nova.compute.manager [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Received event network-vif-plugged-a76d27bf-b499-4962-9342-eb8a785579f3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.271388] env[69760]: DEBUG oslo_concurrency.lockutils [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] Acquiring lock "edc6122e-6c43-41ac-918a-4fac2c168ee4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 809.271685] env[69760]: DEBUG oslo_concurrency.lockutils [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 809.272102] env[69760]: DEBUG oslo_concurrency.lockutils [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 809.272464] env[69760]: DEBUG nova.compute.manager [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] No waiting events found dispatching network-vif-plugged-a76d27bf-b499-4962-9342-eb8a785579f3 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 809.272680] env[69760]: WARNING nova.compute.manager [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Received unexpected event network-vif-plugged-a76d27bf-b499-4962-9342-eb8a785579f3 for instance with vm_state building and task_state spawning. [ 809.272871] env[69760]: DEBUG nova.compute.manager [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Received event network-changed-a76d27bf-b499-4962-9342-eb8a785579f3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 809.273062] env[69760]: DEBUG nova.compute.manager [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Refreshing instance network info cache due to event network-changed-a76d27bf-b499-4962-9342-eb8a785579f3. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 809.273285] env[69760]: DEBUG oslo_concurrency.lockutils [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] Acquiring lock "refresh_cache-edc6122e-6c43-41ac-918a-4fac2c168ee4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.273499] env[69760]: DEBUG oslo_concurrency.lockutils [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] Acquired lock "refresh_cache-edc6122e-6c43-41ac-918a-4fac2c168ee4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.273705] env[69760]: DEBUG nova.network.neutron [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Refreshing network info cache for port a76d27bf-b499-4962-9342-eb8a785579f3 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 809.389225] env[69760]: DEBUG nova.network.neutron [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Successfully created port: 1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 809.467240] env[69760]: DEBUG nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 809.471121] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-edc6122e-6c43-41ac-918a-4fac2c168ee4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.527497] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393715, 'name': ReconfigVM_Task, 'duration_secs': 0.418509} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.530135] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Reconfigured VM instance instance-0000002b to attach disk [datastore2] volume-21696104-257a-4278-8773-34ebc0ae38fb/volume-21696104-257a-4278-8773-34ebc0ae38fb.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.538026] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b62848a8-ec13-4dc1-a0ec-15375c37c97a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.555832] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 809.555832] env[69760]: value = "task-3393716" [ 809.555832] env[69760]: _type = "Task" [ 809.555832] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.564568] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.807993] env[69760]: DEBUG nova.network.neutron [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 809.908419] env[69760]: DEBUG nova.network.neutron [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.976709] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd98b6d-08d2-4595-a784-83fc5e678049 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.985226] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a308fc6f-137d-413b-90a8-b9b03466687a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.027921] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5812f963-7056-4068-88d9-00b7864eac19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.036433] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13a8c36c-f611-462a-b5cf-640f8dc7f8cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.051712] env[69760]: DEBUG nova.compute.provider_tree [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 810.065717] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393716, 'name': ReconfigVM_Task, 'duration_secs': 0.120678} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.067147] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677040', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'name': 'volume-21696104-257a-4278-8773-34ebc0ae38fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f839c019-46b5-43fd-81e5-ace2c82c4263', 'attached_at': '', 'detached_at': '', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'serial': '21696104-257a-4278-8773-34ebc0ae38fb'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 810.067147] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d09d6d6-0774-405e-94a7-01e7048f4a42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.073799] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 810.073799] env[69760]: value = "task-3393717" [ 810.073799] env[69760]: _type = "Task" [ 810.073799] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.081822] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393717, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.413787] env[69760]: DEBUG oslo_concurrency.lockutils [req-8e04b3b6-0228-4ff6-9a39-58ea446c51ba req-e95916f7-b429-4f40-a1eb-1ec74f68323f service nova] Releasing lock "refresh_cache-edc6122e-6c43-41ac-918a-4fac2c168ee4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.414788] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-edc6122e-6c43-41ac-918a-4fac2c168ee4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.414788] env[69760]: DEBUG nova.network.neutron [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 810.480355] env[69760]: DEBUG nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 810.505828] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 810.506122] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 810.506287] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 810.506473] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 810.506875] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 810.506875] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 810.506976] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 810.507133] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 810.507303] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 810.507465] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 810.507638] env[69760]: DEBUG nova.virt.hardware [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 810.508498] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61310a6-e01b-4203-b444-60974d1afb94 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.516737] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2403787-8f16-4a41-a028-29064b23e114 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.554584] env[69760]: DEBUG nova.scheduler.client.report [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 810.583586] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393717, 'name': Rename_Task, 'duration_secs': 0.124293} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.583857] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.584103] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a4822626-cb35-430c-b68d-cff607bc560b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.590861] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 810.590861] env[69760]: value = "task-3393718" [ 810.590861] env[69760]: _type = "Task" [ 810.590861] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.597986] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393718, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.922052] env[69760]: DEBUG nova.network.neutron [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Successfully updated port: 1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 810.955247] env[69760]: DEBUG nova.network.neutron [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.059896] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.044s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.060560] env[69760]: DEBUG nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 811.063918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.742s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.063918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.066178] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 46.091s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.068606] env[69760]: INFO nova.compute.claims [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 811.102224] env[69760]: INFO nova.scheduler.client.report [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Deleted allocations for instance 82801bc1-42eb-43e1-8d34-160f09f4d777 [ 811.112130] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393718, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.167585] env[69760]: DEBUG nova.network.neutron [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Updating instance_info_cache with network_info: [{"id": "a76d27bf-b499-4962-9342-eb8a785579f3", "address": "fa:16:3e:ed:8b:61", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76d27bf-b4", "ovs_interfaceid": "a76d27bf-b499-4962-9342-eb8a785579f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 811.295284] env[69760]: DEBUG nova.compute.manager [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Received event network-vif-plugged-1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.295494] env[69760]: DEBUG oslo_concurrency.lockutils [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 811.295700] env[69760]: DEBUG oslo_concurrency.lockutils [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 811.295864] env[69760]: DEBUG oslo_concurrency.lockutils [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.296040] env[69760]: DEBUG nova.compute.manager [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] No waiting events found dispatching network-vif-plugged-1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 811.296202] env[69760]: WARNING nova.compute.manager [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Received unexpected event network-vif-plugged-1a5d4424-98c1-43f6-a306-7ff96c8abd0b for instance with vm_state building and task_state spawning. [ 811.296359] env[69760]: DEBUG nova.compute.manager [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Received event network-changed-1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 811.296509] env[69760]: DEBUG nova.compute.manager [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Refreshing instance network info cache due to event network-changed-1a5d4424-98c1-43f6-a306-7ff96c8abd0b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 811.296682] env[69760]: DEBUG oslo_concurrency.lockutils [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] Acquiring lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.296812] env[69760]: DEBUG oslo_concurrency.lockutils [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] Acquired lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.296962] env[69760]: DEBUG nova.network.neutron [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Refreshing network info cache for port 1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 811.425425] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.576296] env[69760]: DEBUG nova.compute.utils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 811.577775] env[69760]: DEBUG nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 811.577948] env[69760]: DEBUG nova.network.neutron [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 811.602205] env[69760]: DEBUG oslo_vmware.api [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3393718, 'name': PowerOnVM_Task, 'duration_secs': 0.555861} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.602205] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.603028] env[69760]: INFO nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Took 5.08 seconds to spawn the instance on the hypervisor. [ 811.603028] env[69760]: DEBUG nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 811.603392] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5ade2b-1656-4582-bf72-5161acb4ad94 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.616451] env[69760]: DEBUG nova.policy [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2e2acf7a49a4448d9533078dd988218c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dd6c13e6501b406096cc615bffbc095c', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 811.620466] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8286222-c9ed-4581-8bc0-ae9e225e3861 tempest-ServersAdminNegativeTestJSON-773762682 tempest-ServersAdminNegativeTestJSON-773762682-project-member] Lock "82801bc1-42eb-43e1-8d34-160f09f4d777" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.875s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 811.670744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-edc6122e-6c43-41ac-918a-4fac2c168ee4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671100] env[69760]: DEBUG nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance network_info: |[{"id": "a76d27bf-b499-4962-9342-eb8a785579f3", "address": "fa:16:3e:ed:8b:61", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa76d27bf-b4", "ovs_interfaceid": "a76d27bf-b499-4962-9342-eb8a785579f3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 811.671604] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:8b:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a76d27bf-b499-4962-9342-eb8a785579f3', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 811.679384] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 811.679595] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 811.679865] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c2ee009-4539-4bce-90c2-b14acf5e42dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.702396] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 811.702396] env[69760]: value = "task-3393719" [ 811.702396] env[69760]: _type = "Task" [ 811.702396] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.710438] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393719, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.852676] env[69760]: DEBUG nova.network.neutron [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 811.988450] env[69760]: DEBUG nova.network.neutron [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.009545] env[69760]: DEBUG nova.network.neutron [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Successfully created port: c7e71c8d-710e-4c91-b470-ec836a2a2751 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 812.081616] env[69760]: DEBUG nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 812.119844] env[69760]: INFO nova.compute.manager [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Took 69.52 seconds to build instance. [ 812.213413] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393719, 'name': CreateVM_Task, 'duration_secs': 0.2929} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.216456] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 812.217275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.217452] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.217749] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.218019] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ed69531-1790-4d54-9474-2efcac5bfa48 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.223251] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 812.223251] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52572942-834c-bdb4-3ebe-98f7ce648101" [ 812.223251] env[69760]: _type = "Task" [ 812.223251] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.231147] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52572942-834c-bdb4-3ebe-98f7ce648101, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.493602] env[69760]: DEBUG oslo_concurrency.lockutils [req-d74b13e8-cfb7-48c3-ab2e-5d1055d94d62 req-85989296-a861-47f3-ac91-55c10421478f service nova] Releasing lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.493966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.494142] env[69760]: DEBUG nova.network.neutron [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 812.581016] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b1f85b-d74e-4bc2-be28-235bd88dee08 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.588645] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c97c8c5e-827e-46a6-9d1e-65b5a70c49dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.628547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c07d23f4-4376-4c81-a97b-9ba7cf26e67d tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 105.244s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.630498] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43a9519-64da-4f63-8f22-c0d456180d3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.638389] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e369eb86-88f8-49fa-a372-e19b4b6336c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.653924] env[69760]: DEBUG nova.compute.provider_tree [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 812.734052] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52572942-834c-bdb4-3ebe-98f7ce648101, 'name': SearchDatastore_Task, 'duration_secs': 0.009343} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.734427] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.734675] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 812.738141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.738141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.738141] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 812.738141] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb5b6cb9-4b16-4396-8824-1317a46c39c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.745553] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 812.745771] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 812.747106] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08686da5-379c-4e8a-a4db-9593d9f794d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.752229] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 812.752229] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52934a54-612f-437c-be81-c4a4fa058e20" [ 812.752229] env[69760]: _type = "Task" [ 812.752229] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.759564] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52934a54-612f-437c-be81-c4a4fa058e20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.049137] env[69760]: DEBUG nova.network.neutron [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 813.100221] env[69760]: DEBUG nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 813.127691] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 813.127952] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 813.128139] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 813.128333] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 813.128483] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 813.128671] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 813.128914] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 813.129107] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 813.129313] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 813.129501] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 813.129708] env[69760]: DEBUG nova.virt.hardware [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 813.132798] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7323711c-cde7-4798-a2f0-49b387b74481 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.137184] env[69760]: DEBUG nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 813.146741] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2581f5e-caa2-4fbe-bce6-78e77effdc1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.161565] env[69760]: DEBUG nova.scheduler.client.report [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 813.262410] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52934a54-612f-437c-be81-c4a4fa058e20, 'name': SearchDatastore_Task, 'duration_secs': 0.010475} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.263237] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6f2dbe44-6864-4f65-b255-28c9f7e81174 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.268277] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 813.268277] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521df977-5545-573b-be64-0ad017c059d4" [ 813.268277] env[69760]: _type = "Task" [ 813.268277] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.277051] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521df977-5545-573b-be64-0ad017c059d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.314418] env[69760]: DEBUG nova.network.neutron [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating instance_info_cache with network_info: [{"id": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "address": "fa:16:3e:c0:57:88", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5d4424-98", "ovs_interfaceid": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.476761] env[69760]: DEBUG nova.compute.manager [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Received event network-changed-431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 813.476761] env[69760]: DEBUG nova.compute.manager [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Refreshing instance network info cache due to event network-changed-431825b3-8645-4d17-846e-253fa9237a5a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 813.476945] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] Acquiring lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.477076] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] Acquired lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.477388] env[69760]: DEBUG nova.network.neutron [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Refreshing network info cache for port 431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 813.663479] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 813.667267] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.600s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.667267] env[69760]: DEBUG nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 813.670545] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.378s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.672181] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.676781] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.446s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.677067] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 813.683033] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.510s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 813.684647] env[69760]: INFO nova.compute.claims [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 813.694648] env[69760]: DEBUG nova.network.neutron [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Successfully updated port: c7e71c8d-710e-4c91-b470-ec836a2a2751 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 813.724384] env[69760]: INFO nova.scheduler.client.report [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted allocations for instance 4bfd7730-3528-4c66-ac61-7bc6e676f531 [ 813.728473] env[69760]: INFO nova.scheduler.client.report [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Deleted allocations for instance 59b174de-0389-440b-8cd3-ba3b11f7fd12 [ 813.780360] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521df977-5545-573b-be64-0ad017c059d4, 'name': SearchDatastore_Task, 'duration_secs': 0.009774} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.781310] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.781567] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 813.782424] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de7beaae-87fa-4f5d-8062-f19c5270a1fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.790676] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 813.790676] env[69760]: value = "task-3393720" [ 813.790676] env[69760]: _type = "Task" [ 813.790676] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.799379] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.818444] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.818808] env[69760]: DEBUG nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Instance network_info: |[{"id": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "address": "fa:16:3e:c0:57:88", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5d4424-98", "ovs_interfaceid": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 813.819598] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c0:57:88', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1a5d4424-98c1-43f6-a306-7ff96c8abd0b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 813.827590] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Creating folder: Project (2944ca039728447e8e448b3aad31fd0e). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.827891] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3bb73558-3feb-4c83-b049-2cfb9ea1eb7d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.838106] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Created folder: Project (2944ca039728447e8e448b3aad31fd0e) in parent group-v676970. [ 813.838433] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Creating folder: Instances. Parent ref: group-v677098. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 813.838590] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-affe1350-0b6a-42d5-9f2e-5572ea19603a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.850125] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Created folder: Instances in parent group-v677098. [ 813.850409] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 813.850628] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 813.850890] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d9e7bd7c-54e0-4b53-b80d-ae325c786029 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.874112] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 813.874112] env[69760]: value = "task-3393723" [ 813.874112] env[69760]: _type = "Task" [ 813.874112] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.882178] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393723, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.195328] env[69760]: DEBUG nova.compute.utils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 814.197031] env[69760]: DEBUG nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 814.197151] env[69760]: DEBUG nova.network.neutron [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 814.200367] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "refresh_cache-aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.200508] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquired lock "refresh_cache-aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.200652] env[69760]: DEBUG nova.network.neutron [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 814.244120] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbb34d4d-b44f-4e0a-b175-8b243a230415 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "59b174de-0389-440b-8cd3-ba3b11f7fd12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 46.946s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.245560] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9a777786-a454-4268-b4c9-5b87c9e1577a tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "4bfd7730-3528-4c66-ac61-7bc6e676f531" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.663s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.288665] env[69760]: DEBUG nova.policy [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039373538d9d4f60a9347b81658c855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42aa9af93d2848df8c6d9df92d844712', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 814.292633] env[69760]: DEBUG nova.network.neutron [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Updated VIF entry in instance network info cache for port 431825b3-8645-4d17-846e-253fa9237a5a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 814.292985] env[69760]: DEBUG nova.network.neutron [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Updating instance_info_cache with network_info: [{"id": "431825b3-8645-4d17-846e-253fa9237a5a", "address": "fa:16:3e:4f:63:e2", "network": {"id": "7a7c2316-63a5-474e-92cb-41f6f5263076", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-335260787-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.133", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "807f57b103f64f95965835233e5e2511", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap431825b3-86", "ovs_interfaceid": "431825b3-8645-4d17-846e-253fa9237a5a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.305888] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.483163} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.306782] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 814.307011] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 814.307278] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8237e435-0ade-45e3-973a-85f72430a8fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.315128] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 814.315128] env[69760]: value = "task-3393724" [ 814.315128] env[69760]: _type = "Task" [ 814.315128] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.325030] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393724, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.385973] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393723, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.641331] env[69760]: DEBUG nova.network.neutron [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Successfully created port: 5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 814.702781] env[69760]: DEBUG nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 814.800717] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ab3de38-a46f-482a-b7d9-d2b1db0baa33 req-d11242a9-a79d-4c94-9282-bda642ac1a82 service nova] Releasing lock "refresh_cache-f839c019-46b5-43fd-81e5-ace2c82c4263" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.829205] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393724, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070715} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.829510] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 814.830275] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-587fc1d9-659b-47de-9c52-72d5ed4a2034 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.853417] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 814.855768] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-20f41230-9491-4056-8253-28212e9148f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.880099] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 814.880099] env[69760]: value = "task-3393725" [ 814.880099] env[69760]: _type = "Task" [ 814.880099] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.888669] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393723, 'name': CreateVM_Task, 'duration_secs': 0.564456} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 814.889317] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 814.890326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.890532] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.890943] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.894059] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-33bd336d-e8e7-4745-9b06-3125cc0e465c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.895706] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393725, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.898524] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 814.898524] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528c8836-96f3-edc0-0022-b1764ed088bf" [ 814.898524] env[69760]: _type = "Task" [ 814.898524] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.907908] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528c8836-96f3-edc0-0022-b1764ed088bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.971421] env[69760]: DEBUG nova.network.neutron [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 815.228341] env[69760]: DEBUG nova.network.neutron [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Updating instance_info_cache with network_info: [{"id": "c7e71c8d-710e-4c91-b470-ec836a2a2751", "address": "fa:16:3e:2d:c6:0a", "network": {"id": "39f9d502-ec79-4711-bfb9-a287b612baa5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-133086909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6c13e6501b406096cc615bffbc095c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e71c8d-71", "ovs_interfaceid": "c7e71c8d-710e-4c91-b470-ec836a2a2751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.255637] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd6f573a-384f-4705-9386-79128160ca31 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.264494] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c34850d-1c27-408a-9a45-a0e9c0f2c7aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.295132] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1950b15-2b3f-44b5-b742-cc146f1b0134 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.302757] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-910c6b0d-aa69-4eeb-939d-8c5b743e95d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.317584] env[69760]: DEBUG nova.compute.provider_tree [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 815.391189] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393725, 'name': ReconfigVM_Task, 'duration_secs': 0.322983} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.391564] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 815.392203] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bac4f51-6096-4c07-9e7e-265d435935e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.398645] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 815.398645] env[69760]: value = "task-3393726" [ 815.398645] env[69760]: _type = "Task" [ 815.398645] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.410352] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528c8836-96f3-edc0-0022-b1764ed088bf, 'name': SearchDatastore_Task, 'duration_secs': 0.024163} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.413390] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.413640] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 815.413870] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.414027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.414206] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 815.414502] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393726, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.414733] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6c32bd94-37ef-4e28-ab6d-bf3520df1707 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.425246] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 815.425438] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 815.426277] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4662f01f-8f63-46ea-a9ff-9ba761da7547 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.431485] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 815.431485] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c71e2a-2f8e-23a4-911d-e1d599db91d8" [ 815.431485] env[69760]: _type = "Task" [ 815.431485] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.439248] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c71e2a-2f8e-23a4-911d-e1d599db91d8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.521543] env[69760]: DEBUG nova.compute.manager [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Received event network-vif-plugged-c7e71c8d-710e-4c91-b470-ec836a2a2751 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.521762] env[69760]: DEBUG oslo_concurrency.lockutils [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] Acquiring lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.521966] env[69760]: DEBUG oslo_concurrency.lockutils [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 815.522146] env[69760]: DEBUG oslo_concurrency.lockutils [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.522314] env[69760]: DEBUG nova.compute.manager [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] No waiting events found dispatching network-vif-plugged-c7e71c8d-710e-4c91-b470-ec836a2a2751 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 815.522477] env[69760]: WARNING nova.compute.manager [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Received unexpected event network-vif-plugged-c7e71c8d-710e-4c91-b470-ec836a2a2751 for instance with vm_state building and task_state spawning. [ 815.522637] env[69760]: DEBUG nova.compute.manager [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Received event network-changed-c7e71c8d-710e-4c91-b470-ec836a2a2751 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 815.522786] env[69760]: DEBUG nova.compute.manager [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Refreshing instance network info cache due to event network-changed-c7e71c8d-710e-4c91-b470-ec836a2a2751. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 815.522946] env[69760]: DEBUG oslo_concurrency.lockutils [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] Acquiring lock "refresh_cache-aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.719217] env[69760]: DEBUG nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 815.734935] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Releasing lock "refresh_cache-aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.735253] env[69760]: DEBUG nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Instance network_info: |[{"id": "c7e71c8d-710e-4c91-b470-ec836a2a2751", "address": "fa:16:3e:2d:c6:0a", "network": {"id": "39f9d502-ec79-4711-bfb9-a287b612baa5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-133086909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6c13e6501b406096cc615bffbc095c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e71c8d-71", "ovs_interfaceid": "c7e71c8d-710e-4c91-b470-ec836a2a2751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 815.735772] env[69760]: DEBUG oslo_concurrency.lockutils [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] Acquired lock "refresh_cache-aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.735948] env[69760]: DEBUG nova.network.neutron [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Refreshing network info cache for port c7e71c8d-710e-4c91-b470-ec836a2a2751 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 815.737154] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:c6:0a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a91c3a96-63d0-407c-bcde-c3d5b58d9cb2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c7e71c8d-710e-4c91-b470-ec836a2a2751', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 815.744691] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Creating folder: Project (dd6c13e6501b406096cc615bffbc095c). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.749480] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 815.749696] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 815.749850] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 815.750040] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 815.750190] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 815.750373] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 815.750532] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 815.750692] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 815.750858] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 815.751032] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 815.751207] env[69760]: DEBUG nova.virt.hardware [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 815.751489] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b1cb35f2-efab-4936-b5b9-4335364d25e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.753902] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6ffa33-982c-46ef-b2cf-563173692152 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.763300] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea36d149-66bb-46d4-becc-2d0fc0255450 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.767993] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Created folder: Project (dd6c13e6501b406096cc615bffbc095c) in parent group-v676970. [ 815.768199] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Creating folder: Instances. Parent ref: group-v677101. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 815.768697] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5d7d9929-4927-4543-8e6c-f3a4e47f089f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.786520] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Created folder: Instances in parent group-v677101. [ 815.786753] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 815.786937] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 815.787149] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4206209e-08d6-4bdc-afa6-f3648b138f5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.805528] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.805528] env[69760]: value = "task-3393729" [ 815.805528] env[69760]: _type = "Task" [ 815.805528] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.812534] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393729, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.820469] env[69760]: DEBUG nova.scheduler.client.report [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 815.910111] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393726, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.944159] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c71e2a-2f8e-23a4-911d-e1d599db91d8, 'name': SearchDatastore_Task, 'duration_secs': 0.010907} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.944843] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e721b1a1-ab0a-4747-9a61-fd8c0b6e9cd9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.948384] env[69760]: DEBUG nova.network.neutron [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Updated VIF entry in instance network info cache for port c7e71c8d-710e-4c91-b470-ec836a2a2751. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 815.948727] env[69760]: DEBUG nova.network.neutron [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Updating instance_info_cache with network_info: [{"id": "c7e71c8d-710e-4c91-b470-ec836a2a2751", "address": "fa:16:3e:2d:c6:0a", "network": {"id": "39f9d502-ec79-4711-bfb9-a287b612baa5", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-133086909-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dd6c13e6501b406096cc615bffbc095c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a91c3a96-63d0-407c-bcde-c3d5b58d9cb2", "external-id": "nsx-vlan-transportzone-170", "segmentation_id": 170, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc7e71c8d-71", "ovs_interfaceid": "c7e71c8d-710e-4c91-b470-ec836a2a2751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.950813] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 815.950813] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52202aae-230c-348d-10e2-0bd98cb9f292" [ 815.950813] env[69760]: _type = "Task" [ 815.950813] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.959009] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52202aae-230c-348d-10e2-0bd98cb9f292, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.315419] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393729, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.325408] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.642s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.325941] env[69760]: DEBUG nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 816.328538] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.962s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.328738] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.330859] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.731s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.332345] env[69760]: INFO nova.compute.claims [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 816.366580] env[69760]: INFO nova.scheduler.client.report [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Deleted allocations for instance b653d098-78d9-4993-985a-1f60005fb935 [ 816.409501] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393726, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.452397] env[69760]: DEBUG oslo_concurrency.lockutils [req-ab4f1fab-f0f1-4d46-ba12-42dc44b23186 req-0cd416d7-8386-4ec8-bd9c-3107e9960583 service nova] Releasing lock "refresh_cache-aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.461892] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52202aae-230c-348d-10e2-0bd98cb9f292, 'name': SearchDatastore_Task, 'duration_secs': 0.009114} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.462155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.462413] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] db981e04-53a9-4dab-8fc7-ffc6631cd41d/db981e04-53a9-4dab-8fc7-ffc6631cd41d.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 816.462732] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9ac567ba-21a6-4ad7-9b35-57b0d5794096 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.470028] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 816.470028] env[69760]: value = "task-3393730" [ 816.470028] env[69760]: _type = "Task" [ 816.470028] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.478067] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393730, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.577561] env[69760]: DEBUG nova.network.neutron [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Successfully updated port: 5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 816.816169] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393729, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.837974] env[69760]: DEBUG nova.compute.utils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 816.842633] env[69760]: DEBUG nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 816.842633] env[69760]: DEBUG nova.network.neutron [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 816.877142] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8cff0316-21e1-4d91-9a53-36ba078def2c tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b653d098-78d9-4993-985a-1f60005fb935" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.094s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.899896] env[69760]: DEBUG nova.policy [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c2ea8ee08dbf496e827344c0bd930272', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2880fc434d5b419c8b5b00bf2719a02e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 816.912203] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393726, 'name': Rename_Task, 'duration_secs': 1.149064} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.912653] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 816.912999] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7f2b0f74-aa36-4696-be34-42d5094504c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.921205] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 816.921205] env[69760]: value = "task-3393731" [ 816.921205] env[69760]: _type = "Task" [ 816.921205] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.932417] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393731, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.984961] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393730, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48364} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.985405] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] db981e04-53a9-4dab-8fc7-ffc6631cd41d/db981e04-53a9-4dab-8fc7-ffc6631cd41d.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 816.985746] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 816.986205] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ad13f424-c63e-4e30-8cf9-36218b5df6c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.994641] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 816.994641] env[69760]: value = "task-3393732" [ 816.994641] env[69760]: _type = "Task" [ 816.994641] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.004943] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393732, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.081398] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.081565] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.081695] env[69760]: DEBUG nova.network.neutron [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 817.290363] env[69760]: DEBUG nova.network.neutron [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Successfully created port: b4a3afdd-da1f-4bd8-bc9a-f52576256b75 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 817.321512] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393729, 'name': CreateVM_Task, 'duration_secs': 1.226631} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.321809] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 817.322476] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.322650] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.322960] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.323359] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56f28a6f-cb55-49f5-93da-e622578ae332 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.328487] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 817.328487] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c1578-36b1-74b2-9d16-2febdbe143c6" [ 817.328487] env[69760]: _type = "Task" [ 817.328487] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.338225] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c1578-36b1-74b2-9d16-2febdbe143c6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.345018] env[69760]: DEBUG nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 817.431037] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393731, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.504195] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393732, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058758} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.507577] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 817.508751] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5da5863-f523-4558-a0aa-57a559826665 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.534182] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] db981e04-53a9-4dab-8fc7-ffc6631cd41d/db981e04-53a9-4dab-8fc7-ffc6631cd41d.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 817.537110] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d977b3e1-368b-4413-b533-016015e8397a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.563021] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 817.563021] env[69760]: value = "task-3393733" [ 817.563021] env[69760]: _type = "Task" [ 817.563021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.570946] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393733, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.612671] env[69760]: DEBUG nova.compute.manager [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Received event network-vif-plugged-5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.612946] env[69760]: DEBUG oslo_concurrency.lockutils [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] Acquiring lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.613325] env[69760]: DEBUG oslo_concurrency.lockutils [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.613481] env[69760]: DEBUG oslo_concurrency.lockutils [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.613697] env[69760]: DEBUG nova.compute.manager [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] No waiting events found dispatching network-vif-plugged-5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 817.613907] env[69760]: WARNING nova.compute.manager [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Received unexpected event network-vif-plugged-5557e9d6-53ba-478c-8f50-35954d6effaf for instance with vm_state building and task_state spawning. [ 817.614136] env[69760]: DEBUG nova.compute.manager [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Received event network-changed-5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 817.614326] env[69760]: DEBUG nova.compute.manager [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Refreshing instance network info cache due to event network-changed-5557e9d6-53ba-478c-8f50-35954d6effaf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 817.614581] env[69760]: DEBUG oslo_concurrency.lockutils [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] Acquiring lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.643597] env[69760]: DEBUG nova.network.neutron [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 817.836149] env[69760]: DEBUG nova.network.neutron [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updating instance_info_cache with network_info: [{"id": "5557e9d6-53ba-478c-8f50-35954d6effaf", "address": "fa:16:3e:ba:20:26", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5557e9d6-53", "ovs_interfaceid": "5557e9d6-53ba-478c-8f50-35954d6effaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.841898] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c1578-36b1-74b2-9d16-2febdbe143c6, 'name': SearchDatastore_Task, 'duration_secs': 0.011385} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.842272] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.842513] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 817.842736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.843284] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.843284] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 817.843396] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4b005d7a-306d-45ea-96d0-3e9b54eed495 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.854322] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 817.854600] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 817.855571] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d778aa7e-e801-49ce-92bc-ec1669774833 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.863654] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 817.863654] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bd0e2b-9a7a-d43f-0a81-ff1c69fb35fd" [ 817.863654] env[69760]: _type = "Task" [ 817.863654] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.868454] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2130ed5a-e6d1-4277-853d-cefd68423814 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.872898] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bd0e2b-9a7a-d43f-0a81-ff1c69fb35fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.877093] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c05756e-1055-4e06-a097-d5768fc985b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.909064] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8de000e0-1323-4800-bc4d-e9545ff30edc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.918233] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40a4343-2ee2-49f3-8c38-e09f089793f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.935950] env[69760]: DEBUG nova.compute.provider_tree [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 817.940914] env[69760]: DEBUG oslo_vmware.api [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393731, 'name': PowerOnVM_Task, 'duration_secs': 0.730614} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.941150] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.941415] env[69760]: INFO nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Took 10.54 seconds to spawn the instance on the hypervisor. [ 817.941537] env[69760]: DEBUG nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 817.942331] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce6691c-4921-46f3-b2ac-dfbeae21ba23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.988264] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "b66731cf-6f94-4c15-83e0-e4144b20566a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.988264] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.988264] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "b66731cf-6f94-4c15-83e0-e4144b20566a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 817.988264] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.988412] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.990275] env[69760]: INFO nova.compute.manager [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Terminating instance [ 818.070527] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393733, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.343191] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.343653] env[69760]: DEBUG nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Instance network_info: |[{"id": "5557e9d6-53ba-478c-8f50-35954d6effaf", "address": "fa:16:3e:ba:20:26", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5557e9d6-53", "ovs_interfaceid": "5557e9d6-53ba-478c-8f50-35954d6effaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 818.343986] env[69760]: DEBUG oslo_concurrency.lockutils [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] Acquired lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.344188] env[69760]: DEBUG nova.network.neutron [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Refreshing network info cache for port 5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 818.346155] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:20:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5557e9d6-53ba-478c-8f50-35954d6effaf', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 818.354149] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating folder: Project (42aa9af93d2848df8c6d9df92d844712). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.355247] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39911296-3cf9-478d-876e-62b8ab64e2b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.358231] env[69760]: DEBUG nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 818.372116] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bd0e2b-9a7a-d43f-0a81-ff1c69fb35fd, 'name': SearchDatastore_Task, 'duration_secs': 0.049558} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.373895] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created folder: Project (42aa9af93d2848df8c6d9df92d844712) in parent group-v676970. [ 818.374192] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating folder: Instances. Parent ref: group-v677104. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 818.376012] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e37cefb0-66cc-4964-9c2a-f602b36c636e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.378291] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-917530e2-c261-4e6a-a086-54b4b4424fe8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.383310] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 818.383310] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52719a16-fa46-c489-ceaa-6f8aaa2e72e3" [ 818.383310] env[69760]: _type = "Task" [ 818.383310] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.388833] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T06:02:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5449c911-f47b-4191-90b3-aa43e1a4fa2a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292159111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 818.389088] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 818.389252] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 818.389432] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 818.389579] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 818.389726] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 818.389933] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 818.390104] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 818.390275] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 818.390468] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 818.390670] env[69760]: DEBUG nova.virt.hardware [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 818.391467] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3abebcc-3064-41d8-9c2c-3e589f00569e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.395508] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created folder: Instances in parent group-v677104. [ 818.395508] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 818.395949] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 818.396760] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-448a5315-b211-4103-b9fd-f3ef8b7566c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.415550] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52719a16-fa46-c489-ceaa-6f8aaa2e72e3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.417187] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd60cab4-9b3b-4494-8826-02deae9e2ce1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.422498] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 818.422498] env[69760]: value = "task-3393736" [ 818.422498] env[69760]: _type = "Task" [ 818.422498] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.441258] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393736, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.460913] env[69760]: INFO nova.compute.manager [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Took 64.90 seconds to build instance. [ 818.462796] env[69760]: ERROR nova.scheduler.client.report [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [req-ac17c1b7-105e-49f7-9db9-0f75740564f2] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ac17c1b7-105e-49f7-9db9-0f75740564f2"}]} [ 818.480366] env[69760]: DEBUG nova.scheduler.client.report [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 818.494684] env[69760]: DEBUG nova.compute.manager [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 818.495048] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 818.496498] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-055547f4-0b05-4a51-b984-5fc640a928ce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.502273] env[69760]: DEBUG nova.scheduler.client.report [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 818.502518] env[69760]: DEBUG nova.compute.provider_tree [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 818.509622] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 818.509902] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5770c8fb-361c-4ed4-92aa-897b05f02c89 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.515668] env[69760]: DEBUG nova.scheduler.client.report [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 818.518927] env[69760]: DEBUG oslo_vmware.api [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 818.518927] env[69760]: value = "task-3393737" [ 818.518927] env[69760]: _type = "Task" [ 818.518927] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.527971] env[69760]: DEBUG oslo_vmware.api [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393737, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.541181] env[69760]: DEBUG nova.scheduler.client.report [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 818.572808] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393733, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.898819] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52719a16-fa46-c489-ceaa-6f8aaa2e72e3, 'name': SearchDatastore_Task, 'duration_secs': 0.034616} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.898819] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.898819] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6/aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 818.898819] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-24231e6c-b731-4cf6-8fa1-0eed94bc322e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.912465] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 818.912465] env[69760]: value = "task-3393738" [ 818.912465] env[69760]: _type = "Task" [ 818.912465] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.920376] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393738, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.934727] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393736, 'name': CreateVM_Task, 'duration_secs': 0.41102} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.934867] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 818.935940] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.936118] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.936749] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.937011] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5cb62a03-d86e-4e20-9a8e-9c82862ecdad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.945365] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 818.945365] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f90419-ae7b-fae9-00d0-1ffa5fcf63a2" [ 818.945365] env[69760]: _type = "Task" [ 818.945365] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.955173] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f90419-ae7b-fae9-00d0-1ffa5fcf63a2, 'name': SearchDatastore_Task, 'duration_secs': 0.009919} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.955563] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.955851] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 818.956097] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.956239] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.956412] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 818.956670] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3945c599-63de-4068-a32d-6919eef70013 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.962809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d395c987-1f4e-4e7c-b8cc-34733735b67e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 103.812s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.965758] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 818.965758] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 818.971113] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e4fd740-b814-4cdf-94a2-4a5bd5f2259a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.982616] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 818.982616] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d04491-1c4a-2468-0ffa-1b94833e4dd5" [ 818.982616] env[69760]: _type = "Task" [ 818.982616] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.991773] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d04491-1c4a-2468-0ffa-1b94833e4dd5, 'name': SearchDatastore_Task, 'duration_secs': 0.008395} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.999915] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7f141f93-7688-4520-97d3-9ac8f120b3af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.004438] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 819.004438] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e95a2a-2329-abc2-eb00-e6d275a2155b" [ 819.004438] env[69760]: _type = "Task" [ 819.004438] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.021934] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e95a2a-2329-abc2-eb00-e6d275a2155b, 'name': SearchDatastore_Task, 'duration_secs': 0.013968} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.025924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.026325] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e/40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 819.026709] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e1bfe556-ac97-4cd7-8611-4ee688957357 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.037043] env[69760]: DEBUG oslo_vmware.api [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393737, 'name': PowerOffVM_Task, 'duration_secs': 0.320937} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.038521] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.038910] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.039351] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 819.039351] env[69760]: value = "task-3393739" [ 819.039351] env[69760]: _type = "Task" [ 819.039351] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.039577] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70237fed-ac23-4077-a3a4-1f258b3e26f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.054081] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.071951] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393733, 'name': ReconfigVM_Task, 'duration_secs': 1.037094} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.072285] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Reconfigured VM instance instance-0000002d to attach disk [datastore2] db981e04-53a9-4dab-8fc7-ffc6631cd41d/db981e04-53a9-4dab-8fc7-ffc6631cd41d.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 819.072940] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-66527e98-0ee2-4344-9bae-a16bc79bdf30 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.081464] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 819.081464] env[69760]: value = "task-3393741" [ 819.081464] env[69760]: _type = "Task" [ 819.081464] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.092448] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393741, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.094265] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4f2f7b3-171a-4630-a8ea-8c20a175421e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.101662] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd7ac80-4681-4cf5-980c-136eda250ec9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.142556] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f310b56b-ac3c-4ef3-a5e8-dcd1abae0f5a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.144695] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 819.144916] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 819.145104] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Deleting the datastore file [datastore2] b66731cf-6f94-4c15-83e0-e4144b20566a {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 819.145394] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7150203d-a194-4385-b226-bf4904c54fb2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.153211] env[69760]: DEBUG nova.network.neutron [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Successfully updated port: b4a3afdd-da1f-4bd8-bc9a-f52576256b75 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 819.155383] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e68792c-079b-4d88-8bb4-6b86ea7d5e6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.159616] env[69760]: DEBUG oslo_vmware.api [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for the task: (returnval){ [ 819.159616] env[69760]: value = "task-3393742" [ 819.159616] env[69760]: _type = "Task" [ 819.159616] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.172212] env[69760]: DEBUG nova.compute.provider_tree [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.179722] env[69760]: DEBUG oslo_vmware.api [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.249861] env[69760]: DEBUG nova.network.neutron [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updated VIF entry in instance network info cache for port 5557e9d6-53ba-478c-8f50-35954d6effaf. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 819.251701] env[69760]: DEBUG nova.network.neutron [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updating instance_info_cache with network_info: [{"id": "5557e9d6-53ba-478c-8f50-35954d6effaf", "address": "fa:16:3e:ba:20:26", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5557e9d6-53", "ovs_interfaceid": "5557e9d6-53ba-478c-8f50-35954d6effaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.426221] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393738, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.472952] env[69760]: DEBUG nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 819.553680] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393739, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.591468] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393741, 'name': Rename_Task, 'duration_secs': 0.428742} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.591794] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 819.592076] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4f75b9fc-8e5a-4a0e-8686-74457307e84f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.599207] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 819.599207] env[69760]: value = "task-3393743" [ 819.599207] env[69760]: _type = "Task" [ 819.599207] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.607982] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393743, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.661077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.661077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.661310] env[69760]: DEBUG nova.network.neutron [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.680677] env[69760]: DEBUG oslo_vmware.api [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393742, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.717018] env[69760]: DEBUG nova.scheduler.client.report [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 75 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 819.717418] env[69760]: DEBUG nova.compute.provider_tree [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 75 to 76 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 819.717737] env[69760]: DEBUG nova.compute.provider_tree [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 819.754730] env[69760]: DEBUG oslo_concurrency.lockutils [req-a3fa1325-e2a5-451c-9ec4-eb36723c41af req-0ac171e1-c978-4482-9bb7-bccf06e0483d service nova] Releasing lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.839458] env[69760]: DEBUG nova.compute.manager [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Received event network-vif-plugged-b4a3afdd-da1f-4bd8-bc9a-f52576256b75 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.839652] env[69760]: DEBUG oslo_concurrency.lockutils [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] Acquiring lock "458ff062-7b22-477f-85d1-4110870956cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 819.840750] env[69760]: DEBUG oslo_concurrency.lockutils [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] Lock "458ff062-7b22-477f-85d1-4110870956cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.841096] env[69760]: DEBUG oslo_concurrency.lockutils [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] Lock "458ff062-7b22-477f-85d1-4110870956cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.841352] env[69760]: DEBUG nova.compute.manager [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] No waiting events found dispatching network-vif-plugged-b4a3afdd-da1f-4bd8-bc9a-f52576256b75 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 819.841532] env[69760]: WARNING nova.compute.manager [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Received unexpected event network-vif-plugged-b4a3afdd-da1f-4bd8-bc9a-f52576256b75 for instance with vm_state building and task_state spawning. [ 819.841778] env[69760]: DEBUG nova.compute.manager [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Received event network-changed-b4a3afdd-da1f-4bd8-bc9a-f52576256b75 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 819.841875] env[69760]: DEBUG nova.compute.manager [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Refreshing instance network info cache due to event network-changed-b4a3afdd-da1f-4bd8-bc9a-f52576256b75. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 819.842032] env[69760]: DEBUG oslo_concurrency.lockutils [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] Acquiring lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.927902] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393738, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.56167} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.928082] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6/aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 819.928176] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 819.928481] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb8b0023-e188-4c93-b36a-f749e11e1766 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.935651] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 819.935651] env[69760]: value = "task-3393744" [ 819.935651] env[69760]: _type = "Task" [ 819.935651] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.947151] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393744, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.000831] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.052380] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.838579} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.052675] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e/40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 820.052897] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 820.053182] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-31f8bd62-84c7-46dd-9e67-b6bc1757ce64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.059102] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 820.059102] env[69760]: value = "task-3393745" [ 820.059102] env[69760]: _type = "Task" [ 820.059102] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.067461] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393745, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.109074] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393743, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.177334] env[69760]: DEBUG oslo_vmware.api [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Task: {'id': task-3393742, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.858339} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.178289] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.178411] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.178537] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.178711] env[69760]: INFO nova.compute.manager [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Took 1.68 seconds to destroy the instance on the hypervisor. [ 820.178985] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 820.179212] env[69760]: DEBUG nova.compute.manager [-] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 820.179309] env[69760]: DEBUG nova.network.neutron [-] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 820.224344] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.893s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.224890] env[69760]: DEBUG nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 820.227811] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.727s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 820.229241] env[69760]: INFO nova.compute.claims [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 820.261211] env[69760]: DEBUG nova.network.neutron [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 820.446524] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393744, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.110693} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.446863] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.447654] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3286471c-b64a-4da3-8c2b-e687e055cbfc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.470413] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Reconfiguring VM instance instance-0000002e to attach disk [datastore2] aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6/aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.472955] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2cd07b19-35fb-4dbf-9aec-214c1d8d6c93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.493841] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 820.493841] env[69760]: value = "task-3393746" [ 820.493841] env[69760]: _type = "Task" [ 820.493841] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.504919] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393746, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.570288] env[69760]: DEBUG nova.network.neutron [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [{"id": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "address": "fa:16:3e:ba:c8:0c", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a3afdd-da", "ovs_interfaceid": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.574442] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393745, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063543} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.574994] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 820.575891] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca6f335c-876f-4084-ba75-bb411f7c7f03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.601261] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Reconfiguring VM instance instance-0000002f to attach disk [datastore2] 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e/40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 820.603550] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c196e752-568d-41b4-b94b-c4016e4cb2e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.629840] env[69760]: DEBUG oslo_vmware.api [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3393743, 'name': PowerOnVM_Task, 'duration_secs': 0.729487} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.631161] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 820.631373] env[69760]: INFO nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Took 10.15 seconds to spawn the instance on the hypervisor. [ 820.631589] env[69760]: DEBUG nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.631929] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 820.631929] env[69760]: value = "task-3393747" [ 820.631929] env[69760]: _type = "Task" [ 820.631929] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.632640] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a7187e4-3a6b-4f3c-bf01-15a113ab20ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.648391] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393747, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.670974] env[69760]: INFO nova.compute.manager [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Rebuilding instance [ 820.716783] env[69760]: DEBUG nova.compute.manager [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 820.717680] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a757be-52de-4294-aad4-312e0f43d647 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.734493] env[69760]: DEBUG nova.compute.utils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 820.738024] env[69760]: DEBUG nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 820.873832] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "7ba9c3ca-8f80-4422-8392-e747f7020176" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 820.873832] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.004332] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393746, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.075899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.076273] env[69760]: DEBUG nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Instance network_info: |[{"id": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "address": "fa:16:3e:ba:c8:0c", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a3afdd-da", "ovs_interfaceid": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 821.076608] env[69760]: DEBUG oslo_concurrency.lockutils [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] Acquired lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.076804] env[69760]: DEBUG nova.network.neutron [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Refreshing network info cache for port b4a3afdd-da1f-4bd8-bc9a-f52576256b75 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 821.078070] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:c8:0c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b4a3afdd-da1f-4bd8-bc9a-f52576256b75', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.086099] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 821.089362] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.090182] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-810bb7c1-dd95-4548-90ea-acaf71e5805a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.112475] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.112475] env[69760]: value = "task-3393748" [ 821.112475] env[69760]: _type = "Task" [ 821.112475] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.121193] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393748, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.125793] env[69760]: DEBUG nova.network.neutron [-] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.154173] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393747, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.159693] env[69760]: INFO nova.compute.manager [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Took 64.35 seconds to build instance. [ 821.238554] env[69760]: DEBUG nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 821.375232] env[69760]: DEBUG nova.network.neutron [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updated VIF entry in instance network info cache for port b4a3afdd-da1f-4bd8-bc9a-f52576256b75. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 821.375765] env[69760]: DEBUG nova.network.neutron [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [{"id": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "address": "fa:16:3e:ba:c8:0c", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a3afdd-da", "ovs_interfaceid": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.381723] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.381955] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.507151] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393746, 'name': ReconfigVM_Task, 'duration_secs': 0.807832} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.507715] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Reconfigured VM instance instance-0000002e to attach disk [datastore2] aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6/aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.508136] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4c03a5f2-5efa-46c3-b74a-d39ca57a97b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.515043] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 821.515043] env[69760]: value = "task-3393749" [ 821.515043] env[69760]: _type = "Task" [ 821.515043] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.524353] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393749, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.621441] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393748, 'name': CreateVM_Task, 'duration_secs': 0.500513} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.623950] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 821.628045] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.628045] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.628045] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.628045] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44d0d9e9-6c0f-4338-ad5e-add6bc5277c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.629523] env[69760]: INFO nova.compute.manager [-] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Took 1.45 seconds to deallocate network for instance. [ 821.633686] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 821.633686] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5230e886-d586-1987-e05d-c9489deb7ec8" [ 821.633686] env[69760]: _type = "Task" [ 821.633686] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.656016] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5230e886-d586-1987-e05d-c9489deb7ec8, 'name': SearchDatastore_Task, 'duration_secs': 0.014018} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.660114] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.660577] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 821.661230] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.661538] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.662190] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 821.662630] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393747, 'name': ReconfigVM_Task, 'duration_secs': 0.751167} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.665799] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a2c2da6-69a5-4c83-a186-3415b151c216 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 106.119s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.666185] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87cd3f7e-a17e-44a5-a487-fbfa7b7c0469 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.668204] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Reconfigured VM instance instance-0000002f to attach disk [datastore2] 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e/40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 821.670423] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9bc256b6-4ef4-4d79-bddb-c99497142217 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.678266] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 821.678266] env[69760]: value = "task-3393750" [ 821.678266] env[69760]: _type = "Task" [ 821.678266] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.684279] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 821.684658] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 821.688879] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4e1be4e-1a82-4841-890f-7f1ea0b58a3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.695990] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 821.695990] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52626aa7-a320-9ce8-1d5d-2d604943f825" [ 821.695990] env[69760]: _type = "Task" [ 821.695990] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.701171] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393750, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.713846] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52626aa7-a320-9ce8-1d5d-2d604943f825, 'name': SearchDatastore_Task, 'duration_secs': 0.011336} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.714804] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f66e0725-c4a7-4ef7-8215-0901d4792c1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.721453] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 821.721453] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a29947-0ff8-60c1-539b-1690155083b6" [ 821.721453] env[69760]: _type = "Task" [ 821.721453] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.729938] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a29947-0ff8-60c1-539b-1690155083b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.734529] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 821.734798] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cde5767-f613-45a2-aa51-8aebdb88011c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.742664] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 821.742664] env[69760]: value = "task-3393751" [ 821.742664] env[69760]: _type = "Task" [ 821.742664] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.755093] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.787169] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60f591fb-91b9-443d-a60d-a9e15b3860d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.797611] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46afb74a-4bec-4d88-872c-882d69e50400 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.836149] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2eb80d-dfdd-4198-bd86-8f6f0b5aa10f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.843785] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25fd7970-4b80-4678-9004-8eafb49e2c0a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.857279] env[69760]: DEBUG nova.compute.provider_tree [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 821.882385] env[69760]: DEBUG oslo_concurrency.lockutils [req-5b51e04d-6557-42be-a92e-6e92799c2d36 req-35e54268-82b3-4897-baa2-d09bee5407ce service nova] Releasing lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.937819] env[69760]: DEBUG nova.compute.manager [req-1d0e423b-3302-45ce-98b1-2b48e795f19b req-d4b546f4-ea9f-4cd9-9344-d0d2f46f4a62 service nova] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Received event network-vif-deleted-1757e940-5952-4cdc-86e0-8d75ba8af8f3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.958215] env[69760]: DEBUG nova.compute.manager [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Received event network-changed-1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 821.958215] env[69760]: DEBUG nova.compute.manager [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Refreshing instance network info cache due to event network-changed-1a5d4424-98c1-43f6-a306-7ff96c8abd0b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 821.958215] env[69760]: DEBUG oslo_concurrency.lockutils [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] Acquiring lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.958512] env[69760]: DEBUG oslo_concurrency.lockutils [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] Acquired lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.959055] env[69760]: DEBUG nova.network.neutron [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Refreshing network info cache for port 1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 822.027327] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393749, 'name': Rename_Task, 'duration_secs': 0.239787} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.027327] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.027418] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7fb1d404-f704-4bd1-824f-550a9c7a387e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.033616] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 822.033616] env[69760]: value = "task-3393752" [ 822.033616] env[69760]: _type = "Task" [ 822.033616] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.041467] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393752, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.149757] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.173503] env[69760]: DEBUG nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 822.191376] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393750, 'name': Rename_Task, 'duration_secs': 0.177391} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.191703] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 822.191957] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a2e92a96-18d3-4b8e-b55c-d076da775dbe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.199315] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 822.199315] env[69760]: value = "task-3393753" [ 822.199315] env[69760]: _type = "Task" [ 822.199315] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.206630] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393753, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.231626] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a29947-0ff8-60c1-539b-1690155083b6, 'name': SearchDatastore_Task, 'duration_secs': 0.009807} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.231898] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.232177] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 822.232436] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c2f1f18-3554-4967-8c84-5ab9fed962e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.238643] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 822.238643] env[69760]: value = "task-3393754" [ 822.238643] env[69760]: _type = "Task" [ 822.238643] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.249026] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393754, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.251972] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393751, 'name': PowerOffVM_Task, 'duration_secs': 0.22202} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.252220] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 822.252451] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 822.253175] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23e7a46d-f57b-4482-8ffb-4230f0cfd100 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.256491] env[69760]: DEBUG nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 822.262417] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 822.262417] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-02c0fceb-6744-4b6f-bf34-05f3e756e343 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.281610] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 822.281898] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 822.282100] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 822.282343] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 822.282533] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 822.282731] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 822.282986] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 822.283194] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 822.283412] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 822.283647] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 822.283860] env[69760]: DEBUG nova.virt.hardware [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 822.284785] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22e55c2e-f7eb-4b40-899a-b1cb5942900e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.294576] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b204c-7266-49be-9340-8c148e96eb88 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.310383] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 822.315239] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Creating folder: Project (48dfbc4025ab49cbaebb8a82ce6f455e). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.315574] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-97998ee4-4f12-496e-89df-236e6c5af103 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.325772] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Created folder: Project (48dfbc4025ab49cbaebb8a82ce6f455e) in parent group-v676970. [ 822.325983] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Creating folder: Instances. Parent ref: group-v677108. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 822.326252] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-00a18447-13eb-45f0-98cf-54a05e29efc9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.329330] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 822.329524] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 822.329696] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleting the datastore file [datastore2] edc6122e-6c43-41ac-918a-4fac2c168ee4 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 822.329953] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c373dee9-1588-4cf4-8ed0-ec721c4c2698 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.335944] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 822.335944] env[69760]: value = "task-3393758" [ 822.335944] env[69760]: _type = "Task" [ 822.335944] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.342808] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Created folder: Instances in parent group-v677108. [ 822.343084] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 822.343825] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 822.344028] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ed8b76aa-5113-41c8-a076-d2c22417a643 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.361225] env[69760]: DEBUG nova.scheduler.client.report [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 822.365125] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.369291] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 822.369291] env[69760]: value = "task-3393759" [ 822.369291] env[69760]: _type = "Task" [ 822.369291] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.377601] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393759, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.547821] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393752, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.704062] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.712453] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393753, 'name': PowerOnVM_Task} progress is 81%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.751048] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393754, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.776535] env[69760]: DEBUG nova.network.neutron [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updated VIF entry in instance network info cache for port 1a5d4424-98c1-43f6-a306-7ff96c8abd0b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 822.776772] env[69760]: DEBUG nova.network.neutron [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating instance_info_cache with network_info: [{"id": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "address": "fa:16:3e:c0:57:88", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5d4424-98", "ovs_interfaceid": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.846925] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26227} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.847218] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 822.847411] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 822.847590] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 822.867954] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.640s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.868691] env[69760]: DEBUG nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 822.872585] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 31.671s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 822.872983] env[69760]: DEBUG nova.objects.instance [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 822.889451] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393759, 'name': CreateVM_Task, 'duration_secs': 0.512868} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.889636] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.890116] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.890285] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.890619] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.890887] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6d59c0bd-1fb2-413d-b1b3-586140181cd2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.897111] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 822.897111] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523f7182-5dd1-6ea7-eb2f-48b47ff78706" [ 822.897111] env[69760]: _type = "Task" [ 822.897111] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.907922] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523f7182-5dd1-6ea7-eb2f-48b47ff78706, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.045157] env[69760]: DEBUG oslo_vmware.api [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393752, 'name': PowerOnVM_Task, 'duration_secs': 0.785849} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.045449] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.045657] env[69760]: INFO nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Took 9.95 seconds to spawn the instance on the hypervisor. [ 823.045838] env[69760]: DEBUG nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.046625] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4b47b5c-86c1-460d-a1b1-896a4cf06e19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.213184] env[69760]: DEBUG oslo_vmware.api [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3393753, 'name': PowerOnVM_Task, 'duration_secs': 0.762584} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.213648] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.213975] env[69760]: INFO nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Took 7.49 seconds to spawn the instance on the hypervisor. [ 823.215526] env[69760]: DEBUG nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 823.216512] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbad109-d473-4650-b7f5-71759c27c2f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.248176] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393754, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544362} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.248458] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 823.249532] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 823.249532] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cb819484-bbb7-4b20-a947-79e4ebed52c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.256836] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 823.256836] env[69760]: value = "task-3393760" [ 823.256836] env[69760]: _type = "Task" [ 823.256836] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.264939] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393760, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.281346] env[69760]: DEBUG oslo_concurrency.lockutils [req-267c6d1a-fd6f-426b-80ae-5eae587f08eb req-a201d6e0-7317-4d40-9f1d-5f7cb6915692 service nova] Releasing lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.382032] env[69760]: DEBUG nova.compute.utils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 823.383447] env[69760]: DEBUG nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 823.409036] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523f7182-5dd1-6ea7-eb2f-48b47ff78706, 'name': SearchDatastore_Task, 'duration_secs': 0.013969} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.409342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.409573] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 823.409805] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.409951] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.410142] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 823.410396] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34ad1d30-9c93-4e5f-b36b-022fb6b0f32c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.426861] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 823.426861] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 823.427490] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5b1ed85-35fe-48f7-b7a6-1ed274f5a630 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.434565] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 823.434565] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b8f5bd-6f07-8f21-4c74-43524894b898" [ 823.434565] env[69760]: _type = "Task" [ 823.434565] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.444815] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b8f5bd-6f07-8f21-4c74-43524894b898, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.566086] env[69760]: INFO nova.compute.manager [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Took 61.03 seconds to build instance. [ 823.736970] env[69760]: INFO nova.compute.manager [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Took 58.80 seconds to build instance. [ 823.767134] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393760, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083138} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.767489] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 823.768372] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76cb9b32-f913-4e8b-b27c-a97b1457a0fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.791061] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 823.791360] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8d37ee10-43eb-4bd9-9a60-b32cd53949d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.810341] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 823.810341] env[69760]: value = "task-3393761" [ 823.810341] env[69760]: _type = "Task" [ 823.810341] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.818438] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393761, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.883143] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 823.883414] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 823.883602] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 823.883798] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 823.883944] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 823.884105] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 823.884322] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 823.884519] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 823.884765] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 823.884945] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 823.885136] env[69760]: DEBUG nova.virt.hardware [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 823.886217] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ac82d2c-3565-4e03-966d-cf844307249a tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.889289] env[69760]: DEBUG nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 823.890085] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6bf824-0944-4c9a-b715-e18490c234c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.893337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.482s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 823.893746] env[69760]: DEBUG nova.objects.instance [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lazy-loading 'resources' on Instance uuid 70afd0e3-0624-4d8a-8edb-b130d6e8c548 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 823.899741] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a7db877-0bba-47c0-bf7d-ad3e0727c723 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.916645] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:8b:61', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a76d27bf-b499-4962-9342-eb8a785579f3', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 823.924601] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 823.925551] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 823.925829] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da35a58-d4bd-44fc-820e-fdd27cae59d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.949678] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b8f5bd-6f07-8f21-4c74-43524894b898, 'name': SearchDatastore_Task, 'duration_secs': 0.027633} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.951358] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 823.951358] env[69760]: value = "task-3393762" [ 823.951358] env[69760]: _type = "Task" [ 823.951358] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.951733] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b035dab-fe2f-4b68-b2a5-615591d27e0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.960090] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 823.960090] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5215f9ad-f0cb-cbfc-f6d6-c76f4d3a5e4a" [ 823.960090] env[69760]: _type = "Task" [ 823.960090] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.963051] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393762, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.970019] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5215f9ad-f0cb-cbfc-f6d6-c76f4d3a5e4a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.068338] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5677b026-aa7b-4312-b24e-a82eb0c48cff tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 97.139s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.239318] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8a2491fb-ea58-461f-91d9-8b05548ba394 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.520s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.325416] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393761, 'name': ReconfigVM_Task, 'duration_secs': 0.259675} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.325416] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 824.325575] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c3d91ed2-c27b-4f04-82a8-608e58c6f26d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.333702] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 824.333702] env[69760]: value = "task-3393763" [ 824.333702] env[69760]: _type = "Task" [ 824.333702] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.341594] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393763, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.464240] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393762, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.476174] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5215f9ad-f0cb-cbfc-f6d6-c76f4d3a5e4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009966} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.477363] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.477363] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ea7b45cb-9756-40b7-94a3-4babdec11820/ea7b45cb-9756-40b7-94a3-4babdec11820.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 824.477363] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f428e3bb-7c6c-4714-8650-0e669e22ed8c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.483162] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 824.483162] env[69760]: value = "task-3393764" [ 824.483162] env[69760]: _type = "Task" [ 824.483162] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.490985] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393764, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.540864] env[69760]: DEBUG nova.compute.manager [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Received event network-changed-5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 824.540864] env[69760]: DEBUG nova.compute.manager [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Refreshing instance network info cache due to event network-changed-5557e9d6-53ba-478c-8f50-35954d6effaf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 824.541096] env[69760]: DEBUG oslo_concurrency.lockutils [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] Acquiring lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.541308] env[69760]: DEBUG oslo_concurrency.lockutils [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] Acquired lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.541438] env[69760]: DEBUG nova.network.neutron [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Refreshing network info cache for port 5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 824.571604] env[69760]: DEBUG nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.742848] env[69760]: DEBUG nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 824.843303] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393763, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.900052] env[69760]: DEBUG nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 824.903173] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bbf3cf2-7a9b-4d42-b3fa-92e960fe7b5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.911052] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d453bc36-2592-4431-85c6-3ebbe4ea7d7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.948305] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdfc5f8b-35f6-47c7-ba1c-b750df611ee8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.958022] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 824.958022] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 824.958022] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 824.958022] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 824.958022] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 824.958022] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 824.958327] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 824.958327] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 824.958477] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 824.958564] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 824.958737] env[69760]: DEBUG nova.virt.hardware [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 824.964045] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-794a962b-fed4-4987-a7c7-4613b4e5cca6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.967759] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93358a6-f523-4fda-ad02-bac604fae208 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.979038] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393762, 'name': CreateVM_Task, 'duration_secs': 0.518969} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.989132] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b581feb-ff21-41a0-b9b5-4430a4ce98ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.995227] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 824.995227] env[69760]: DEBUG nova.compute.provider_tree [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 824.999233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.999233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.999233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.001581] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6031691-6937-4b96-8e65-88d051dcf227 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.013725] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 825.021307] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 825.025866] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 825.025866] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393764, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.025866] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29bd4cce-a3e5-4f43-8f95-9c58f1a12ef9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.041480] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 825.041480] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527b4835-bd72-a78d-6cb1-86eba3652b10" [ 825.041480] env[69760]: _type = "Task" [ 825.041480] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.049485] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 825.049485] env[69760]: value = "task-3393765" [ 825.049485] env[69760]: _type = "Task" [ 825.049485] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.060442] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527b4835-bd72-a78d-6cb1-86eba3652b10, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.067347] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393765, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.098075] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.274968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.304847] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.305161] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.305368] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.305565] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.305741] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.308284] env[69760]: INFO nova.compute.manager [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Terminating instance [ 825.343621] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393763, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.380287] env[69760]: DEBUG nova.network.neutron [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updated VIF entry in instance network info cache for port 5557e9d6-53ba-478c-8f50-35954d6effaf. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 825.380679] env[69760]: DEBUG nova.network.neutron [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updating instance_info_cache with network_info: [{"id": "5557e9d6-53ba-478c-8f50-35954d6effaf", "address": "fa:16:3e:ba:20:26", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5557e9d6-53", "ovs_interfaceid": "5557e9d6-53ba-478c-8f50-35954d6effaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.508149] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393764, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.831589} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.509474] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ea7b45cb-9756-40b7-94a3-4babdec11820/ea7b45cb-9756-40b7-94a3-4babdec11820.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 825.509474] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 825.509474] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2057d04e-07d3-44d3-be4b-126be87aa69b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.516691] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 825.516691] env[69760]: value = "task-3393766" [ 825.516691] env[69760]: _type = "Task" [ 825.516691] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.527715] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393766, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.529712] env[69760]: ERROR nova.scheduler.client.report [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] [req-c5762340-3bae-4895-942b-87c79e46f30a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-c5762340-3bae-4895-942b-87c79e46f30a"}]} [ 825.547654] env[69760]: DEBUG nova.scheduler.client.report [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 825.561244] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527b4835-bd72-a78d-6cb1-86eba3652b10, 'name': SearchDatastore_Task, 'duration_secs': 0.049803} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.561969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.562365] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.562684] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.562932] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.563257] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 825.563604] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c0415253-c22e-4ace-bc67-cfc51dc695aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.570228] env[69760]: DEBUG nova.scheduler.client.report [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 825.570494] env[69760]: DEBUG nova.compute.provider_tree [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.572777] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393765, 'name': CreateVM_Task, 'duration_secs': 0.446574} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.573723] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 825.574076] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.574278] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.574693] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.575048] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-598d4639-b8d1-484e-84db-4a2c5cce658c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.580326] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 825.580548] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 825.582448] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-04bd8fdb-e81b-4eb9-9ccd-af902e3e5b38 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.585441] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 825.585441] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52038463-1582-1db3-833d-5a2c64b50c04" [ 825.585441] env[69760]: _type = "Task" [ 825.585441] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.589789] env[69760]: DEBUG nova.scheduler.client.report [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 825.592900] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 825.592900] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52087be9-5e36-c274-911e-b0d6c50402b5" [ 825.592900] env[69760]: _type = "Task" [ 825.592900] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.600877] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52038463-1582-1db3-833d-5a2c64b50c04, 'name': SearchDatastore_Task, 'duration_secs': 0.009295} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.601658] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.601915] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 825.602172] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.606102] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52087be9-5e36-c274-911e-b0d6c50402b5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.612115] env[69760]: DEBUG nova.scheduler.client.report [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 825.813013] env[69760]: DEBUG nova.compute.manager [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 825.813254] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 825.814199] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-927285e3-c441-4891-8613-074f87743c25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.823866] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 825.824128] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9b35f573-b3c2-4b86-aaaf-25db64d58b28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.830165] env[69760]: DEBUG oslo_vmware.api [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 825.830165] env[69760]: value = "task-3393767" [ 825.830165] env[69760]: _type = "Task" [ 825.830165] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.843158] env[69760]: DEBUG oslo_vmware.api [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.848046] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393763, 'name': Rename_Task, 'duration_secs': 1.14509} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.848304] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 825.848539] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f713294c-81e2-486d-a2a0-481901694af5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.855208] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 825.855208] env[69760]: value = "task-3393768" [ 825.855208] env[69760]: _type = "Task" [ 825.855208] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.862325] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393768, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.883140] env[69760]: DEBUG oslo_concurrency.lockutils [req-d0dd410f-d38f-4056-abd1-1ffbf5920193 req-333f286b-a832-4290-bf9d-9143473ef87e service nova] Releasing lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.024554] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4ebe70f-f7e7-4f30-a46e-ae2a61008ac7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.031915] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393766, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065713} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.032623] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 826.033490] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0fd3093-034f-4945-9f55-0693246e9f1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.039291] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae94af6-ae01-4747-87b4-e335b6ca332c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.059134] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] ea7b45cb-9756-40b7-94a3-4babdec11820/ea7b45cb-9756-40b7-94a3-4babdec11820.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 826.059887] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-903343c7-def6-44d5-a613-504bdbd74b97 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.105684] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cd95346-054e-4ed7-a3a3-8c6086180a12 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.109454] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 826.109454] env[69760]: value = "task-3393769" [ 826.109454] env[69760]: _type = "Task" [ 826.109454] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.118522] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52087be9-5e36-c274-911e-b0d6c50402b5, 'name': SearchDatastore_Task, 'duration_secs': 0.017938} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.121314] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f671dbf7-1d77-404e-a1ef-9fa2080adfba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.128327] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a58f5d16-8ba1-435d-8c3d-4fd29aef4866 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.130623] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393769, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.135122] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 826.135122] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c417d0-a4d2-fe5f-8132-df4bce66e1a1" [ 826.135122] env[69760]: _type = "Task" [ 826.135122] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.144408] env[69760]: DEBUG nova.compute.provider_tree [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 826.154087] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c417d0-a4d2-fe5f-8132-df4bce66e1a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.340068] env[69760]: DEBUG oslo_vmware.api [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393767, 'name': PowerOffVM_Task, 'duration_secs': 0.43023} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.340364] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.340726] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.340879] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-31fa324d-ed5c-433f-9423-223b7f8314ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.366195] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.412509] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.412509] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.412509] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Deleting the datastore file [datastore2] aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.412509] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-915392c0-6ca0-447d-859e-54493635c03f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.419176] env[69760]: DEBUG oslo_vmware.api [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for the task: (returnval){ [ 826.419176] env[69760]: value = "task-3393771" [ 826.419176] env[69760]: _type = "Task" [ 826.419176] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.427955] env[69760]: DEBUG oslo_vmware.api [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393771, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.620360] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393769, 'name': ReconfigVM_Task, 'duration_secs': 0.370467} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.620655] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Reconfigured VM instance instance-00000031 to attach disk [datastore1] ea7b45cb-9756-40b7-94a3-4babdec11820/ea7b45cb-9756-40b7-94a3-4babdec11820.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.621379] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47f6b490-428b-4818-be86-a13eacdb047e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.628767] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 826.628767] env[69760]: value = "task-3393772" [ 826.628767] env[69760]: _type = "Task" [ 826.628767] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.637087] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393772, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.652922] env[69760]: DEBUG nova.scheduler.client.report [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 826.656303] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c417d0-a4d2-fe5f-8132-df4bce66e1a1, 'name': SearchDatastore_Task, 'duration_secs': 0.018773} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.656587] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.656850] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 826.657356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.657547] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 826.657756] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7d953281-33ca-453d-90bc-a30da48c4299 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.659981] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-63688aa7-3e88-40a1-9b1f-9376ec85eb1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.666824] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 826.666824] env[69760]: value = "task-3393773" [ 826.666824] env[69760]: _type = "Task" [ 826.666824] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.671985] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 826.672240] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 826.673718] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4850ffc1-6566-4c34-9429-52da2b6e7ef5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.679185] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393773, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.682056] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 826.682056] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525c5772-7c3f-e96e-7ed8-766d3d82dc6c" [ 826.682056] env[69760]: _type = "Task" [ 826.682056] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.689724] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525c5772-7c3f-e96e-7ed8-766d3d82dc6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.866124] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393768, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.929598] env[69760]: DEBUG oslo_vmware.api [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Task: {'id': task-3393771, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.352092} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.929908] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 826.930134] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 826.930325] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 826.930543] env[69760]: INFO nova.compute.manager [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Took 1.12 seconds to destroy the instance on the hypervisor. [ 826.930820] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 826.931088] env[69760]: DEBUG nova.compute.manager [-] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 826.931197] env[69760]: DEBUG nova.network.neutron [-] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.140331] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393772, 'name': Rename_Task, 'duration_secs': 0.133385} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.140639] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.141302] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad7e9688-e164-4f1a-b1e5-cd708730792a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.148504] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 827.148504] env[69760]: value = "task-3393774" [ 827.148504] env[69760]: _type = "Task" [ 827.148504] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.157448] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393774, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.158312] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.265s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.160704] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.316s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.161018] env[69760]: DEBUG nova.objects.instance [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lazy-loading 'resources' on Instance uuid e1210f33-2fba-4dc1-a38f-70f46f8034af {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 827.193090] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393773, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.197976] env[69760]: INFO nova.scheduler.client.report [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Deleted allocations for instance 70afd0e3-0624-4d8a-8edb-b130d6e8c548 [ 827.210026] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525c5772-7c3f-e96e-7ed8-766d3d82dc6c, 'name': SearchDatastore_Task, 'duration_secs': 0.008968} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.210764] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-abd55872-a2ff-4346-ba8f-931e2ff776c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.216331] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 827.216331] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52185e1f-aa2b-ea17-f80e-33298b586dc5" [ 827.216331] env[69760]: _type = "Task" [ 827.216331] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.225802] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52185e1f-aa2b-ea17-f80e-33298b586dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.228053] env[69760]: DEBUG nova.compute.manager [req-ef20115a-19c2-439b-bc42-4b6f61ad9093 req-4986f1dc-7174-4bca-a1ad-e5a2b34da0b2 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Received event network-vif-deleted-c7e71c8d-710e-4c91-b470-ec836a2a2751 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 827.228536] env[69760]: INFO nova.compute.manager [req-ef20115a-19c2-439b-bc42-4b6f61ad9093 req-4986f1dc-7174-4bca-a1ad-e5a2b34da0b2 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Neutron deleted interface c7e71c8d-710e-4c91-b470-ec836a2a2751; detaching it from the instance and deleting it from the info cache [ 827.228536] env[69760]: DEBUG nova.network.neutron [req-ef20115a-19c2-439b-bc42-4b6f61ad9093 req-4986f1dc-7174-4bca-a1ad-e5a2b34da0b2 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.367969] env[69760]: DEBUG oslo_vmware.api [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393768, 'name': PowerOnVM_Task, 'duration_secs': 1.160912} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.368233] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.368461] env[69760]: INFO nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Took 9.01 seconds to spawn the instance on the hypervisor. [ 827.368697] env[69760]: DEBUG nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.369596] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2f9d830-3cc3-497b-b48b-dd742f281e7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.658743] env[69760]: DEBUG oslo_vmware.api [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393774, 'name': PowerOnVM_Task, 'duration_secs': 0.443416} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.659136] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 827.659307] env[69760]: INFO nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Took 5.40 seconds to spawn the instance on the hypervisor. [ 827.659402] env[69760]: DEBUG nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 827.660198] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d69afd2-7d23-4a7f-a985-89c3128bb811 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.678895] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393773, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524367} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.678895] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 827.678895] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 827.679163] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4238662-1396-4c34-9126-7fe43cb896c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.685990] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 827.685990] env[69760]: value = "task-3393775" [ 827.685990] env[69760]: _type = "Task" [ 827.685990] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.700222] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393775, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.710055] env[69760]: DEBUG nova.network.neutron [-] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.713661] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bf7d6300-cdd4-458b-a90f-77771ed3f1ef tempest-VolumesAssistedSnapshotsTest-1150055053 tempest-VolumesAssistedSnapshotsTest-1150055053-project-member] Lock "70afd0e3-0624-4d8a-8edb-b130d6e8c548" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.240s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.726705] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52185e1f-aa2b-ea17-f80e-33298b586dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.010597} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.730328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.730328] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 827.730328] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0d4ba120-6507-413f-932a-609e56963667 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.734020] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-de916cad-85e1-48e7-82e8-722cf48a20eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.739476] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 827.739476] env[69760]: value = "task-3393776" [ 827.739476] env[69760]: _type = "Task" [ 827.739476] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.746368] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d5780ed-29e8-4951-abc5-24baf4945bb8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.768424] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393776, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.786304] env[69760]: DEBUG nova.compute.manager [req-ef20115a-19c2-439b-bc42-4b6f61ad9093 req-4986f1dc-7174-4bca-a1ad-e5a2b34da0b2 service nova] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Detach interface failed, port_id=c7e71c8d-710e-4c91-b470-ec836a2a2751, reason: Instance aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 827.891013] env[69760]: INFO nova.compute.manager [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Took 52.73 seconds to build instance. [ 828.179370] env[69760]: INFO nova.compute.manager [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Took 50.60 seconds to build instance. [ 828.187868] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b9c4636-fb10-4623-8692-9c6931573b77 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.202204] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393775, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.311475} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.204662] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 828.205462] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f807645c-9d20-4c6b-9c03-3a8a7e1159ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.208919] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fafb400-3d4e-4879-b3ef-4a273b66fbf4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.213775] env[69760]: INFO nova.compute.manager [-] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Took 1.28 seconds to deallocate network for instance. [ 828.235278] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Reconfiguring VM instance instance-0000002c to attach disk [datastore1] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 828.264698] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f91dc1b-9e44-4d3e-9d3f-c19dcaa7a125 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.281771] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 828.285868] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfb56f9-22dd-4cdd-9f91-7dc0f0d2186f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.296445] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393776, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.299672] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 828.299672] env[69760]: value = "task-3393777" [ 828.299672] env[69760]: _type = "Task" [ 828.299672] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.300961] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19ed3c61-02ed-4d06-8fdc-4a2dbbb15537 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.322311] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.322989] env[69760]: DEBUG nova.compute.provider_tree [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.393109] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9b224181-92f4-4eef-b7e2-f7dd1efe3217 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.665s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.683778] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51cd1671-fa9e-456c-957d-83cd5490af1c tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "ea7b45cb-9756-40b7-94a3-4babdec11820" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.879s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.790618] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393776, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.018604} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.790618] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 828.790855] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 828.791805] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bd07d35e-1fbc-43f6-96d3-6dc244ee3f32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.798110] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 828.798110] env[69760]: value = "task-3393778" [ 828.798110] env[69760]: _type = "Task" [ 828.798110] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.808749] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393778, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.811882] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.852653] env[69760]: ERROR nova.scheduler.client.report [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] [req-87d6faa0-1e02-4f4c-befb-e733f744d572] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-87d6faa0-1e02-4f4c-befb-e733f744d572"}]} [ 828.877235] env[69760]: DEBUG nova.scheduler.client.report [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 828.895728] env[69760]: DEBUG nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 828.901891] env[69760]: DEBUG nova.scheduler.client.report [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 828.902929] env[69760]: DEBUG nova.compute.provider_tree [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 828.917381] env[69760]: DEBUG nova.scheduler.client.report [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 828.945590] env[69760]: DEBUG nova.scheduler.client.report [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 829.188011] env[69760]: DEBUG nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 829.278424] env[69760]: DEBUG nova.compute.manager [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 829.321359] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393777, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.322026] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393778, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237601} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.322026] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 829.322738] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3238597c-1d45-4e29-ae3e-70fd3682e507 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.342640] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Reconfiguring VM instance instance-00000032 to attach disk [datastore1] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 829.346130] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2a0ed76-fa50-41d6-9d9a-2fcfab2128b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.367200] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 829.367200] env[69760]: value = "task-3393779" [ 829.367200] env[69760]: _type = "Task" [ 829.367200] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.376361] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393779, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.425768] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.434384] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9948c191-a30e-4745-9b2d-72e45995390a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.441752] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f07906-752e-4501-af6b-6ee73115879e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.477034] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25213eab-76b3-49e6-b1e5-7a7fec45ad63 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.482321] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d0e9d67-1965-4365-9e7a-94d48b74c2bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.499694] env[69760]: DEBUG nova.compute.provider_tree [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.709155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.801655] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.815308] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393777, 'name': ReconfigVM_Task, 'duration_secs': 1.196545} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.815739] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Reconfigured VM instance instance-0000002c to attach disk [datastore1] edc6122e-6c43-41ac-918a-4fac2c168ee4/edc6122e-6c43-41ac-918a-4fac2c168ee4.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 829.816533] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2b108ca0-7f00-427c-bedb-cb626c6fd665 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.823508] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 829.823508] env[69760]: value = "task-3393780" [ 829.823508] env[69760]: _type = "Task" [ 829.823508] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.834052] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393780, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.878023] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393779, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.048654] env[69760]: DEBUG nova.scheduler.client.report [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 80 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 830.048938] env[69760]: DEBUG nova.compute.provider_tree [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 80 to 81 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 830.049147] env[69760]: DEBUG nova.compute.provider_tree [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.333760] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393780, 'name': Rename_Task, 'duration_secs': 0.207703} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.335837] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.336614] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5558d902-9234-40e0-9b23-26327c307eca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.342446] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 830.342446] env[69760]: value = "task-3393781" [ 830.342446] env[69760]: _type = "Task" [ 830.342446] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.351576] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393781, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.380617] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393779, 'name': ReconfigVM_Task, 'duration_secs': 0.576694} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.380955] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Reconfigured VM instance instance-00000032 to attach disk [datastore1] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 830.381631] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00f5b05e-a442-4376-a033-2e9ac0c67718 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.390812] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 830.390812] env[69760]: value = "task-3393782" [ 830.390812] env[69760]: _type = "Task" [ 830.390812] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.399812] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393782, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.559118] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.398s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.561498] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.872s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.563026] env[69760]: INFO nova.compute.claims [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 830.589269] env[69760]: INFO nova.scheduler.client.report [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Deleted allocations for instance e1210f33-2fba-4dc1-a38f-70f46f8034af [ 830.773290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "b31c1806-9771-440b-830a-529ef3cdaaea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.773290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "b31c1806-9771-440b-830a-529ef3cdaaea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.773290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "b31c1806-9771-440b-830a-529ef3cdaaea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.773290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "b31c1806-9771-440b-830a-529ef3cdaaea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 830.773290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "b31c1806-9771-440b-830a-529ef3cdaaea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 830.779287] env[69760]: INFO nova.compute.manager [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Terminating instance [ 830.852658] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393781, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.904111] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393782, 'name': Rename_Task, 'duration_secs': 0.171659} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.904422] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 830.904687] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-255e3d3b-9222-435f-b692-fbc532676158 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.913305] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 830.913305] env[69760]: value = "task-3393783" [ 830.913305] env[69760]: _type = "Task" [ 830.913305] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.921739] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393783, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.101278] env[69760]: DEBUG oslo_concurrency.lockutils [None req-193e2b04-ea83-4e95-a755-3865882df24c tempest-ServerRescueTestJSONUnderV235-1769436386 tempest-ServerRescueTestJSONUnderV235-1769436386-project-member] Lock "e1210f33-2fba-4dc1-a38f-70f46f8034af" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.420s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.286977] env[69760]: DEBUG nova.compute.manager [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 831.287331] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 831.288215] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6451a1b6-a13b-4711-ab9f-22006abf3e01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.302684] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 831.303059] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5a2c76a0-a891-4a81-a030-43c6fc1d7191 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.310585] env[69760]: DEBUG oslo_vmware.api [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 831.310585] env[69760]: value = "task-3393784" [ 831.310585] env[69760]: _type = "Task" [ 831.310585] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.319182] env[69760]: DEBUG oslo_vmware.api [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393784, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.353720] env[69760]: DEBUG oslo_vmware.api [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393781, 'name': PowerOnVM_Task, 'duration_secs': 0.818883} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.354044] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.354278] env[69760]: DEBUG nova.compute.manager [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.355119] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03382e93-eed6-4f50-96ff-85b5d5eda815 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.427086] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393783, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.820032] env[69760]: DEBUG oslo_vmware.api [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393784, 'name': PowerOffVM_Task, 'duration_secs': 0.275482} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.820337] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 831.820485] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 831.820740] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c3c91d35-0d9b-41a3-b935-cbf392ab2d01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.885098] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.891718] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 831.891963] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 831.892157] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Deleting the datastore file [datastore1] b31c1806-9771-440b-830a-529ef3cdaaea {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 831.892454] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3d2eb52-26e9-48a6-ade5-bc1c0e5682d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.905992] env[69760]: DEBUG oslo_vmware.api [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for the task: (returnval){ [ 831.905992] env[69760]: value = "task-3393786" [ 831.905992] env[69760]: _type = "Task" [ 831.905992] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.916969] env[69760]: DEBUG oslo_vmware.api [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393786, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.925994] env[69760]: DEBUG oslo_vmware.api [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393783, 'name': PowerOnVM_Task, 'duration_secs': 0.692605} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.928597] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 831.928804] env[69760]: INFO nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Took 7.03 seconds to spawn the instance on the hypervisor. [ 831.929009] env[69760]: DEBUG nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 831.930259] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42ccafb8-7ec0-4946-bbd2-fc30bb3962bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.096185] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b1e1af-d9d9-4170-91a2-496f090f248d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.105038] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ae7e8a6-db9f-4b67-b8bd-fbdc43a2ca52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.137492] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f44c470-ce39-4f1d-ac78-5b0fb30a0264 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.145015] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4dd77b1-58c5-41f2-9f64-f1773af05b55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.160794] env[69760]: DEBUG nova.compute.provider_tree [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 832.416979] env[69760]: DEBUG oslo_vmware.api [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Task: {'id': task-3393786, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477009} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.416979] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 832.416979] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 832.417178] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 832.417891] env[69760]: INFO nova.compute.manager [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Took 1.13 seconds to destroy the instance on the hypervisor. [ 832.417891] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 832.417891] env[69760]: DEBUG nova.compute.manager [-] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 832.418275] env[69760]: DEBUG nova.network.neutron [-] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 832.450110] env[69760]: INFO nova.compute.manager [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Took 49.98 seconds to build instance. [ 832.664434] env[69760]: DEBUG nova.scheduler.client.report [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 832.952198] env[69760]: DEBUG oslo_concurrency.lockutils [None req-602b1bfc-a9bd-40a3-ae55-4faff76c49ce tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "28a18cfd-b956-45d7-b3d9-10410e4be610" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 90.905s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.985524] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "edc6122e-6c43-41ac-918a-4fac2c168ee4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.985798] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.986262] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "edc6122e-6c43-41ac-918a-4fac2c168ee4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.986262] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.986375] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 832.988427] env[69760]: INFO nova.compute.manager [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Terminating instance [ 833.084181] env[69760]: INFO nova.compute.manager [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Rebuilding instance [ 833.152142] env[69760]: DEBUG nova.compute.manager [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 833.152993] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49ba8972-cd3c-4017-915b-33fb4c122c1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.170229] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 833.170229] env[69760]: DEBUG nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 833.172821] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.135s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.173060] env[69760]: DEBUG nova.objects.instance [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lazy-loading 'resources' on Instance uuid 3deb79e5-62ed-4533-b25a-efb3d209de09 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 833.276212] env[69760]: DEBUG nova.compute.manager [req-40eee39b-ae01-4f02-8c02-6fb31ad1367c req-56833b40-41b7-461c-aa17-10458eb0b0a4 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Received event network-vif-deleted-b693c5c1-5adc-4aec-a175-7d969bf4e16e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 833.276417] env[69760]: INFO nova.compute.manager [req-40eee39b-ae01-4f02-8c02-6fb31ad1367c req-56833b40-41b7-461c-aa17-10458eb0b0a4 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Neutron deleted interface b693c5c1-5adc-4aec-a175-7d969bf4e16e; detaching it from the instance and deleting it from the info cache [ 833.276593] env[69760]: DEBUG nova.network.neutron [req-40eee39b-ae01-4f02-8c02-6fb31ad1367c req-56833b40-41b7-461c-aa17-10458eb0b0a4 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.455774] env[69760]: DEBUG nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 833.493065] env[69760]: DEBUG nova.compute.manager [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 833.493267] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 833.494261] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb675a73-0296-40ba-a3a2-85730fad6b53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.503020] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 833.503020] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-91a15ca2-51a8-46be-b073-b34b609ba8ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.510944] env[69760]: DEBUG oslo_vmware.api [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 833.510944] env[69760]: value = "task-3393787" [ 833.510944] env[69760]: _type = "Task" [ 833.510944] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.518654] env[69760]: DEBUG oslo_vmware.api [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.568885] env[69760]: DEBUG nova.network.neutron [-] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 833.676348] env[69760]: DEBUG nova.compute.utils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 833.684677] env[69760]: DEBUG nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 833.684677] env[69760]: DEBUG nova.network.neutron [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 833.752534] env[69760]: DEBUG nova.policy [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b14eea79cbe4de2b2d06c33da7856cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1935f599ecb147f29329dc8f4ef9eaf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 833.779487] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-741bda3d-fc8b-4cdd-b6dd-f53c1c241f54 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.788797] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.788951] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 833.794885] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cba458eb-359c-4b32-b225-4f61c66d560f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.835310] env[69760]: DEBUG nova.compute.manager [req-40eee39b-ae01-4f02-8c02-6fb31ad1367c req-56833b40-41b7-461c-aa17-10458eb0b0a4 service nova] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Detach interface failed, port_id=b693c5c1-5adc-4aec-a175-7d969bf4e16e, reason: Instance b31c1806-9771-440b-830a-529ef3cdaaea could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 833.989324] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.025864] env[69760]: DEBUG oslo_vmware.api [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393787, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.072442] env[69760]: INFO nova.compute.manager [-] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Took 1.65 seconds to deallocate network for instance. [ 834.170069] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 834.170491] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f732846-5358-4c61-a18d-9227e79ef002 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.182123] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 834.182123] env[69760]: value = "task-3393788" [ 834.182123] env[69760]: _type = "Task" [ 834.182123] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.189570] env[69760]: DEBUG nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 834.198600] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393788, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.239668] env[69760]: DEBUG nova.network.neutron [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Successfully created port: 816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 834.360539] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75044e2d-dc75-4aa4-9e5e-980b8f4da7a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.368858] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47846a55-c33d-4f14-a9a8-d8cbbafd328a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.408965] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad44cf99-7e0f-41e7-9222-152cf9c6cb99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.420406] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44e2c79-4c30-4bb6-ba0b-04629077e151 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.436347] env[69760]: DEBUG nova.compute.provider_tree [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 834.525897] env[69760]: DEBUG oslo_vmware.api [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393787, 'name': PowerOffVM_Task, 'duration_secs': 0.825378} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.526364] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.526731] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.527087] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9f62577-7c53-4c5c-b75f-b6f9a2c94827 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.580853] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 834.629679] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.629935] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.630146] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleting the datastore file [datastore1] edc6122e-6c43-41ac-918a-4fac2c168ee4 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.630468] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac7e6af1-d316-471e-8e58-65804d8f25f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.636763] env[69760]: DEBUG oslo_vmware.api [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 834.636763] env[69760]: value = "task-3393790" [ 834.636763] env[69760]: _type = "Task" [ 834.636763] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.646858] env[69760]: DEBUG oslo_vmware.api [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393790, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.690386] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393788, 'name': PowerOffVM_Task, 'duration_secs': 0.157177} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.690708] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 834.691191] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 834.691865] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bce6967-2d73-49f7-a550-78d266584d46 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.702478] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 834.702746] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-39fd4c0d-8c15-4c67-a0d9-02e792cb5369 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.726040] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 834.726189] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 834.726383] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleting the datastore file [datastore1] 28a18cfd-b956-45d7-b3d9-10410e4be610 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 834.726662] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f7d0b046-a4c3-45a3-8afd-b185f1cf59e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.734437] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 834.734437] env[69760]: value = "task-3393792" [ 834.734437] env[69760]: _type = "Task" [ 834.734437] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.743662] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393792, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.939822] env[69760]: DEBUG nova.scheduler.client.report [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 835.026158] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "7b3752a8-2177-4913-9f9c-3f736221d1fb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.026485] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "7b3752a8-2177-4913-9f9c-3f736221d1fb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.147740] env[69760]: DEBUG oslo_vmware.api [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393790, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205319} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.148036] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.148231] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.148411] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.148642] env[69760]: INFO nova.compute.manager [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Took 1.66 seconds to destroy the instance on the hypervisor. [ 835.148903] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 835.149117] env[69760]: DEBUG nova.compute.manager [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 835.149247] env[69760]: DEBUG nova.network.neutron [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 835.201661] env[69760]: DEBUG nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 835.234316] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 835.234686] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 835.234823] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 835.235053] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 835.235243] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 835.235422] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 835.235664] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 835.235858] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 835.236073] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 835.236306] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 835.236544] env[69760]: DEBUG nova.virt.hardware [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 835.237531] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf7fdaa-ca59-495d-8b13-de9808eb21e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.248674] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393792, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140012} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.252124] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 835.252124] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 835.252124] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 835.257212] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79909d7f-8d16-40e4-816e-f27327c11725 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.446441] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.273s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.451989] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.833s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 835.456020] env[69760]: INFO nova.compute.claims [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 835.476899] env[69760]: DEBUG nova.compute.manager [req-34cf07a5-a732-4d02-b9dc-cb09751ff1aa req-61a77223-8b42-40c7-aa97-b59a2bf51980 service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Received event network-vif-deleted-a76d27bf-b499-4962-9342-eb8a785579f3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 835.477436] env[69760]: INFO nova.compute.manager [req-34cf07a5-a732-4d02-b9dc-cb09751ff1aa req-61a77223-8b42-40c7-aa97-b59a2bf51980 service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Neutron deleted interface a76d27bf-b499-4962-9342-eb8a785579f3; detaching it from the instance and deleting it from the info cache [ 835.477653] env[69760]: DEBUG nova.network.neutron [req-34cf07a5-a732-4d02-b9dc-cb09751ff1aa req-61a77223-8b42-40c7-aa97-b59a2bf51980 service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.481307] env[69760]: INFO nova.scheduler.client.report [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Deleted allocations for instance 3deb79e5-62ed-4533-b25a-efb3d209de09 [ 835.964935] env[69760]: DEBUG nova.network.neutron [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 835.980238] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af7684e9-050d-4f57-9f94-b217605bca44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.990286] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0754d14d-be0b-4e40-be5e-38664319d0b0 tempest-ImagesOneServerTestJSON-284783639 tempest-ImagesOneServerTestJSON-284783639-project-member] Lock "3deb79e5-62ed-4533-b25a-efb3d209de09" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.377s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 835.999956] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685f3c5f-e4dd-4bb2-8174-01111ef1d2a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.043835] env[69760]: DEBUG nova.compute.manager [req-34cf07a5-a732-4d02-b9dc-cb09751ff1aa req-61a77223-8b42-40c7-aa97-b59a2bf51980 service nova] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Detach interface failed, port_id=a76d27bf-b499-4962-9342-eb8a785579f3, reason: Instance edc6122e-6c43-41ac-918a-4fac2c168ee4 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 836.133922] env[69760]: DEBUG nova.network.neutron [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Successfully updated port: 816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 836.304200] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 836.304449] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 836.304610] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 836.304789] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 836.305029] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 836.305113] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 836.305301] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 836.305490] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 836.305626] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 836.305786] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 836.305957] env[69760]: DEBUG nova.virt.hardware [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 836.306822] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb1ccea3-44b6-4c4c-b96f-5b9e99366d8e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.314671] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66692fbd-9bd9-4b9f-90b9-ae1c2c20ef7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.330352] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 836.334425] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 836.334684] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 836.334900] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbfda7b1-9cf9-4a25-ba31-eea9e16538bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.351448] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 836.351448] env[69760]: value = "task-3393793" [ 836.351448] env[69760]: _type = "Task" [ 836.351448] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.360655] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393793, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.467430] env[69760]: INFO nova.compute.manager [-] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Took 1.32 seconds to deallocate network for instance. [ 836.636200] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "refresh_cache-0fa7bf74-e578-4158-9684-3f9d8ce3e569" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.636436] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "refresh_cache-0fa7bf74-e578-4158-9684-3f9d8ce3e569" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.636966] env[69760]: DEBUG nova.network.neutron [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 836.863026] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393793, 'name': CreateVM_Task, 'duration_secs': 0.317921} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.865064] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 836.865064] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.865064] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.865064] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.865064] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c77b7ed2-f51f-4959-aa64-57853835c609 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.871346] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 836.871346] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52599300-60e8-0b13-7c73-da5209509a30" [ 836.871346] env[69760]: _type = "Task" [ 836.871346] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.883020] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52599300-60e8-0b13-7c73-da5209509a30, 'name': SearchDatastore_Task, 'duration_secs': 0.00948} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.883020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.883020] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 836.883360] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.883395] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.884448] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 836.886046] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-071d65d4-41ac-4b02-87c0-3e8299217320 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.894065] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 836.894280] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 836.895143] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d31648e6-3630-400f-b100-f44ad9e011a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.906925] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 836.906925] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4bc5c-86b6-daf5-480a-41d004e5df3b" [ 836.906925] env[69760]: _type = "Task" [ 836.906925] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.912749] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4bc5c-86b6-daf5-480a-41d004e5df3b, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 836.916803] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dd258fd-ed88-44a0-9d2b-ae9f87a4654d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.924016] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 836.924016] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218ea56-0d92-2bd5-4d43-9edcd47c0317" [ 836.924016] env[69760]: _type = "Task" [ 836.924016] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 836.930192] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218ea56-0d92-2bd5-4d43-9edcd47c0317, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 836.980113] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.015033] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51711e1d-502f-4199-95cc-8e55905aa29d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.022143] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea8cc226-8374-4bf2-a597-0820451bef3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.056276] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df1a3781-e1d2-41b6-a52b-7b9659c06ad8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.065136] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cbb0e4b-72ed-4a31-92ab-cfa535087c3f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.081931] env[69760]: DEBUG nova.compute.provider_tree [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 837.172858] env[69760]: DEBUG nova.network.neutron [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 837.345496] env[69760]: DEBUG nova.network.neutron [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Updating instance_info_cache with network_info: [{"id": "816ed4ce-8823-4fa2-8c5d-41361a5f3fe1", "address": "fa:16:3e:76:c2:b8", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816ed4ce-88", "ovs_interfaceid": "816ed4ce-8823-4fa2-8c5d-41361a5f3fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 837.441026] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218ea56-0d92-2bd5-4d43-9edcd47c0317, 'name': SearchDatastore_Task, 'duration_secs': 0.008809} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.441026] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.441026] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 837.441026] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-17b4711d-05eb-423e-8ad6-42ed4817b5fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.446158] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 837.446158] env[69760]: value = "task-3393794" [ 837.446158] env[69760]: _type = "Task" [ 837.446158] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.456547] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393794, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.504163] env[69760]: DEBUG nova.compute.manager [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Received event network-vif-plugged-816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.504309] env[69760]: DEBUG oslo_concurrency.lockutils [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] Acquiring lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 837.504514] env[69760]: DEBUG oslo_concurrency.lockutils [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.504728] env[69760]: DEBUG oslo_concurrency.lockutils [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.504925] env[69760]: DEBUG nova.compute.manager [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] No waiting events found dispatching network-vif-plugged-816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 837.505647] env[69760]: WARNING nova.compute.manager [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Received unexpected event network-vif-plugged-816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 for instance with vm_state building and task_state spawning. [ 837.505806] env[69760]: DEBUG nova.compute.manager [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Received event network-changed-816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 837.505978] env[69760]: DEBUG nova.compute.manager [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Refreshing instance network info cache due to event network-changed-816ed4ce-8823-4fa2-8c5d-41361a5f3fe1. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 837.506177] env[69760]: DEBUG oslo_concurrency.lockutils [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] Acquiring lock "refresh_cache-0fa7bf74-e578-4158-9684-3f9d8ce3e569" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.584092] env[69760]: DEBUG nova.scheduler.client.report [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.847249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "refresh_cache-0fa7bf74-e578-4158-9684-3f9d8ce3e569" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.850189] env[69760]: DEBUG nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Instance network_info: |[{"id": "816ed4ce-8823-4fa2-8c5d-41361a5f3fe1", "address": "fa:16:3e:76:c2:b8", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816ed4ce-88", "ovs_interfaceid": "816ed4ce-8823-4fa2-8c5d-41361a5f3fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 837.850189] env[69760]: DEBUG oslo_concurrency.lockutils [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] Acquired lock "refresh_cache-0fa7bf74-e578-4158-9684-3f9d8ce3e569" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.850189] env[69760]: DEBUG nova.network.neutron [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Refreshing network info cache for port 816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 837.850793] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:76:c2:b8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '816ed4ce-8823-4fa2-8c5d-41361a5f3fe1', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 837.859563] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 837.862621] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 837.862621] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3ca926a9-e183-454b-a607-c917db7cb4ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.892713] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 837.892713] env[69760]: value = "task-3393795" [ 837.892713] env[69760]: _type = "Task" [ 837.892713] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.902183] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393795, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 837.956358] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393794, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473462} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 837.956792] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 837.957177] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 837.957554] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d742b1fe-a347-45fa-9bdd-eec79b8be2fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 837.967022] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 837.967022] env[69760]: value = "task-3393796" [ 837.967022] env[69760]: _type = "Task" [ 837.967022] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 837.976765] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393796, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.091144] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.639s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 838.092082] env[69760]: DEBUG nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 838.095262] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.976s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 838.095627] env[69760]: DEBUG nova.objects.instance [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lazy-loading 'resources' on Instance uuid 37d2d699-8362-4bfe-8afe-d43e6da3966c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 838.404201] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393795, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.481540] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393796, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065268} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 838.482411] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 838.482743] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65f8e4dd-3e49-42e4-8d99-bd26ece82a8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.507625] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 838.508601] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb809769-189b-4216-b945-a16ca7cce74a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.535739] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 838.535739] env[69760]: value = "task-3393797" [ 838.535739] env[69760]: _type = "Task" [ 838.535739] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 838.546223] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393797, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 838.604065] env[69760]: DEBUG nova.compute.utils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.609177] env[69760]: DEBUG nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 838.609177] env[69760]: DEBUG nova.network.neutron [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 838.735615] env[69760]: DEBUG nova.policy [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '452e16e0d13d4ca8919a97ae8e608162', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '022672932afc4f5b8e55188d1d77d1f3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.883429] env[69760]: DEBUG nova.network.neutron [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Updated VIF entry in instance network info cache for port 816ed4ce-8823-4fa2-8c5d-41361a5f3fe1. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 838.883840] env[69760]: DEBUG nova.network.neutron [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Updating instance_info_cache with network_info: [{"id": "816ed4ce-8823-4fa2-8c5d-41361a5f3fe1", "address": "fa:16:3e:76:c2:b8", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap816ed4ce-88", "ovs_interfaceid": "816ed4ce-8823-4fa2-8c5d-41361a5f3fe1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.917026] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393795, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.046040] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393797, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.111720] env[69760]: DEBUG nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 839.225179] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f7721d-7d75-46ce-afd8-5baf8e555ccc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.231907] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9ae446a-5ede-451b-9fff-942ff10139e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.269121] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33796753-5156-4496-890c-50587438f2a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.277595] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8212067d-e7c3-40cb-95b9-6dd88eeba64d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.291871] env[69760]: DEBUG nova.compute.provider_tree [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.388742] env[69760]: DEBUG oslo_concurrency.lockutils [req-6d07dd83-6e55-4ebd-9b6d-687793841826 req-36084033-ba5c-4b63-a8b4-c2048e27d74c service nova] Releasing lock "refresh_cache-0fa7bf74-e578-4158-9684-3f9d8ce3e569" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.409113] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393795, 'name': CreateVM_Task, 'duration_secs': 1.309146} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.409350] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 839.410168] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.410364] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.410866] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.411056] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-312f1e7a-3b66-49f1-9c40-8285f981f99d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.413643] env[69760]: DEBUG nova.network.neutron [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Successfully created port: f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 839.418380] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 839.418380] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5209d267-0bd9-adef-ec0b-f234e8e3a86f" [ 839.418380] env[69760]: _type = "Task" [ 839.418380] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.426386] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5209d267-0bd9-adef-ec0b-f234e8e3a86f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.546728] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393797, 'name': ReconfigVM_Task, 'duration_secs': 0.723877} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.546728] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Reconfigured VM instance instance-00000032 to attach disk [datastore2] 28a18cfd-b956-45d7-b3d9-10410e4be610/28a18cfd-b956-45d7-b3d9-10410e4be610.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 839.546728] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-881c2165-b166-4641-a0c2-2cfa540b7670 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.552370] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 839.552370] env[69760]: value = "task-3393798" [ 839.552370] env[69760]: _type = "Task" [ 839.552370] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.562591] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393798, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.820761] env[69760]: ERROR nova.scheduler.client.report [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] [req-52582192-b34c-4891-87aa-86adc7638653] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-52582192-b34c-4891-87aa-86adc7638653"}]} [ 839.844866] env[69760]: DEBUG nova.scheduler.client.report [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 839.868038] env[69760]: DEBUG nova.scheduler.client.report [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 839.869849] env[69760]: DEBUG nova.compute.provider_tree [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 839.884495] env[69760]: DEBUG nova.scheduler.client.report [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 839.905522] env[69760]: DEBUG nova.scheduler.client.report [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 839.929697] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5209d267-0bd9-adef-ec0b-f234e8e3a86f, 'name': SearchDatastore_Task, 'duration_secs': 0.008963} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 839.930064] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.930237] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 839.930469] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.930683] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.930893] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 839.931182] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fefac40d-27dc-4c99-94ef-c80079d95265 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.944512] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 839.944512] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 839.944512] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0e5fc40-80b5-4333-b915-d5a3b86e5b27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.954090] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 839.954090] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5257ba08-7fd9-96cf-f222-f06b6277e00a" [ 839.954090] env[69760]: _type = "Task" [ 839.954090] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.964853] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5257ba08-7fd9-96cf-f222-f06b6277e00a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.062894] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393798, 'name': Rename_Task, 'duration_secs': 0.142961} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.065392] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 840.065806] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fabeacab-94ba-442e-a336-52946b6285a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.071759] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 840.071759] env[69760]: value = "task-3393799" [ 840.071759] env[69760]: _type = "Task" [ 840.071759] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.082747] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393799, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.121374] env[69760]: DEBUG nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 840.161064] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 840.161353] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 840.161522] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 840.161724] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 840.161913] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 840.162208] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 840.162499] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 840.162610] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 840.162787] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 840.163264] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 840.163557] env[69760]: DEBUG nova.virt.hardware [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 840.164617] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aefb9424-f706-42e8-8afe-f264b2049559 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.175832] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90514cb5-658d-4f0d-8be0-5dbe2488df6c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.424271] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d603e36-bf78-4450-ba8b-9bed1b6dd0a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.432249] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-242a1c20-cd1c-4875-b204-bd9e423236ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.471402] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6caa12c-c846-43cf-b8c0-1d53639360d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.479843] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5257ba08-7fd9-96cf-f222-f06b6277e00a, 'name': SearchDatastore_Task, 'duration_secs': 0.031617} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.482699] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc43e4a8-3614-4a01-806c-11c3abe6445e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.487070] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c38596e-39e6-42ab-b1bd-69869efb31f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.494514] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 840.494514] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6c284-bda5-9a34-cf20-0a6103fade4a" [ 840.494514] env[69760]: _type = "Task" [ 840.494514] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.502732] env[69760]: DEBUG nova.compute.provider_tree [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 840.515727] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6c284-bda5-9a34-cf20-0a6103fade4a, 'name': SearchDatastore_Task, 'duration_secs': 0.009407} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.516600] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.516600] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0fa7bf74-e578-4158-9684-3f9d8ce3e569/0fa7bf74-e578-4158-9684-3f9d8ce3e569.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 840.516600] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4f8f3857-6911-4004-91bb-00941ce327f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.522897] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 840.522897] env[69760]: value = "task-3393800" [ 840.522897] env[69760]: _type = "Task" [ 840.522897] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.530573] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393800, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.582649] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393799, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.033480] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393800, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.045456] env[69760]: DEBUG nova.scheduler.client.report [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 841.045853] env[69760]: DEBUG nova.compute.provider_tree [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 83 to 84 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 841.046134] env[69760]: DEBUG nova.compute.provider_tree [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 841.083971] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393799, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.539596] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393800, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.655639} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.540255] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0fa7bf74-e578-4158-9684-3f9d8ce3e569/0fa7bf74-e578-4158-9684-3f9d8ce3e569.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 841.540640] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 841.541042] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bf872d54-5d81-45a3-84cc-abbffe5eae4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.549019] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 841.549019] env[69760]: value = "task-3393801" [ 841.549019] env[69760]: _type = "Task" [ 841.549019] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.551829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.457s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.554441] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.531s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.554791] env[69760]: DEBUG nova.objects.instance [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 841.560419] env[69760]: DEBUG nova.compute.manager [req-e73421fc-6377-46b7-9c5a-214c7a7e8bbc req-f419f8d2-b5c0-4741-9896-2be2eb85ec9a service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Received event network-vif-plugged-f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 841.560825] env[69760]: DEBUG oslo_concurrency.lockutils [req-e73421fc-6377-46b7-9c5a-214c7a7e8bbc req-f419f8d2-b5c0-4741-9896-2be2eb85ec9a service nova] Acquiring lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.561193] env[69760]: DEBUG oslo_concurrency.lockutils [req-e73421fc-6377-46b7-9c5a-214c7a7e8bbc req-f419f8d2-b5c0-4741-9896-2be2eb85ec9a service nova] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.561752] env[69760]: DEBUG oslo_concurrency.lockutils [req-e73421fc-6377-46b7-9c5a-214c7a7e8bbc req-f419f8d2-b5c0-4741-9896-2be2eb85ec9a service nova] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.562521] env[69760]: DEBUG nova.compute.manager [req-e73421fc-6377-46b7-9c5a-214c7a7e8bbc req-f419f8d2-b5c0-4741-9896-2be2eb85ec9a service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] No waiting events found dispatching network-vif-plugged-f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 841.562521] env[69760]: WARNING nova.compute.manager [req-e73421fc-6377-46b7-9c5a-214c7a7e8bbc req-f419f8d2-b5c0-4741-9896-2be2eb85ec9a service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Received unexpected event network-vif-plugged-f437d5da-68df-4a50-b1e3-9d17c3bdeec8 for instance with vm_state building and task_state spawning. [ 841.567229] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393801, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.590249] env[69760]: DEBUG oslo_vmware.api [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393799, 'name': PowerOnVM_Task, 'duration_secs': 1.321836} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.590249] env[69760]: INFO nova.scheduler.client.report [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Deleted allocations for instance 37d2d699-8362-4bfe-8afe-d43e6da3966c [ 841.590249] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 841.590690] env[69760]: DEBUG nova.compute.manager [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 841.591622] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-689e09bf-2daa-4aaf-8df8-6c0aad3ce880 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.710301] env[69760]: DEBUG nova.network.neutron [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Successfully updated port: f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 842.061875] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393801, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.134896} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.066948] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 842.068518] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31808819-21c8-49a1-8f6f-79be6dbfff41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.095313] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] 0fa7bf74-e578-4158-9684-3f9d8ce3e569/0fa7bf74-e578-4158-9684-3f9d8ce3e569.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 842.096340] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8f38131-1f87-4125-8df4-2f03df5c3cd7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.120949] env[69760]: DEBUG oslo_concurrency.lockutils [None req-38e10770-a529-4ef0-a50d-4911826cd0b5 tempest-ServerDiagnosticsNegativeTest-5388793 tempest-ServerDiagnosticsNegativeTest-5388793-project-member] Lock "37d2d699-8362-4bfe-8afe-d43e6da3966c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.452s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.122538] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.124627] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 842.124627] env[69760]: value = "task-3393802" [ 842.124627] env[69760]: _type = "Task" [ 842.124627] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.135991] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393802, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.214344] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.214495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.214726] env[69760]: DEBUG nova.network.neutron [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.574072] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9265c92b-9005-45d2-99bf-0ef6af5f65db tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.579094] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.828s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.579094] env[69760]: DEBUG nova.objects.instance [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lazy-loading 'resources' on Instance uuid 966fa315-8a69-4a44-819f-661671a3bf5c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.641190] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393802, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.753397] env[69760]: DEBUG nova.network.neutron [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.937623] env[69760]: DEBUG nova.network.neutron [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updating instance_info_cache with network_info: [{"id": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "address": "fa:16:3e:21:e8:3a", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf437d5da-68", "ovs_interfaceid": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.144960] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393802, 'name': ReconfigVM_Task, 'duration_secs': 0.769063} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.147856] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Reconfigured VM instance instance-00000033 to attach disk [datastore2] 0fa7bf74-e578-4158-9684-3f9d8ce3e569/0fa7bf74-e578-4158-9684-3f9d8ce3e569.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 843.149638] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3370030-d154-493f-bff6-a73e4895a846 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.156094] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 843.156094] env[69760]: value = "task-3393803" [ 843.156094] env[69760]: _type = "Task" [ 843.156094] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.165732] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393803, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.440194] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Releasing lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.440654] env[69760]: DEBUG nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Instance network_info: |[{"id": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "address": "fa:16:3e:21:e8:3a", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf437d5da-68", "ovs_interfaceid": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 843.441335] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:21:e8:3a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'a316376e-2ef0-4b1e-b40c-10321ebd7e1a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f437d5da-68df-4a50-b1e3-9d17c3bdeec8', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 843.450863] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 843.450863] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 843.450863] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8f5a9ca8-d680-4eec-bedb-2e39473a8f0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.480878] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 843.480878] env[69760]: value = "task-3393804" [ 843.480878] env[69760]: _type = "Task" [ 843.480878] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.496073] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393804, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.672604] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393803, 'name': Rename_Task, 'duration_secs': 0.171975} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.673229] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 843.673547] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed418dc7-3eef-4d87-9f69-9b8a8597cfdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.683018] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 843.683018] env[69760]: value = "task-3393805" [ 843.683018] env[69760]: _type = "Task" [ 843.683018] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.689622] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393805, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.691705] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e7db6c1-83c9-4e02-91f1-c1e680a33869 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.698778] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9af3ff9-5f45-4272-b80c-e0e6462bf502 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.734602] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5141a86b-445c-4b78-b454-358b982476ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.743414] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6014aaa2-c548-484c-84e8-9991ef432ab1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.761495] env[69760]: DEBUG nova.compute.provider_tree [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.796299] env[69760]: DEBUG nova.compute.manager [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Received event network-changed-f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 843.796540] env[69760]: DEBUG nova.compute.manager [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Refreshing instance network info cache due to event network-changed-f437d5da-68df-4a50-b1e3-9d17c3bdeec8. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 843.797033] env[69760]: DEBUG oslo_concurrency.lockutils [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] Acquiring lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.797033] env[69760]: DEBUG oslo_concurrency.lockutils [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] Acquired lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.797219] env[69760]: DEBUG nova.network.neutron [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Refreshing network info cache for port f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 843.991966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "28a18cfd-b956-45d7-b3d9-10410e4be610" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.992349] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "28a18cfd-b956-45d7-b3d9-10410e4be610" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.992493] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "28a18cfd-b956-45d7-b3d9-10410e4be610-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.992695] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "28a18cfd-b956-45d7-b3d9-10410e4be610-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.993929] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "28a18cfd-b956-45d7-b3d9-10410e4be610-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.994570] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393804, 'name': CreateVM_Task, 'duration_secs': 0.37351} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.994807] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.995417] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.995645] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.995932] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.996329] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29cfb2f1-0936-428f-a650-4dddbf3028f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.998968] env[69760]: INFO nova.compute.manager [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Terminating instance [ 844.003893] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 844.003893] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52944c57-94bb-e0c7-5a35-2254f0064fff" [ 844.003893] env[69760]: _type = "Task" [ 844.003893] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.013717] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52944c57-94bb-e0c7-5a35-2254f0064fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.195925] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393805, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.269050] env[69760]: DEBUG nova.scheduler.client.report [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 844.505553] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "refresh_cache-28a18cfd-b956-45d7-b3d9-10410e4be610" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.505783] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "refresh_cache-28a18cfd-b956-45d7-b3d9-10410e4be610" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.505974] env[69760]: DEBUG nova.network.neutron [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 844.518278] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52944c57-94bb-e0c7-5a35-2254f0064fff, 'name': SearchDatastore_Task, 'duration_secs': 0.013635} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.519658] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.520528] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 844.520528] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.520649] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.520878] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 844.521514] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05bd7e4f-9ec3-4efb-8926-b56b52c6279d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.531009] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 844.531226] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 844.534950] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3857e6c-c163-410f-96ac-2aa63ba31380 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.541423] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 844.541423] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e687b-8e5e-8a8d-2372-fb2aac1506e6" [ 844.541423] env[69760]: _type = "Task" [ 844.541423] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.550968] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e687b-8e5e-8a8d-2372-fb2aac1506e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.613614] env[69760]: DEBUG nova.network.neutron [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updated VIF entry in instance network info cache for port f437d5da-68df-4a50-b1e3-9d17c3bdeec8. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 844.614903] env[69760]: DEBUG nova.network.neutron [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updating instance_info_cache with network_info: [{"id": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "address": "fa:16:3e:21:e8:3a", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf437d5da-68", "ovs_interfaceid": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.694528] env[69760]: DEBUG oslo_vmware.api [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393805, 'name': PowerOnVM_Task, 'duration_secs': 0.605284} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.694528] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 844.694528] env[69760]: INFO nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Took 9.49 seconds to spawn the instance on the hypervisor. [ 844.694860] env[69760]: DEBUG nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 844.695757] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c138c9bf-ede6-44b9-9ff7-c8cbb83f5a9c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.771819] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.195s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.776657] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.113s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.779319] env[69760]: INFO nova.compute.claims [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 844.818992] env[69760]: INFO nova.scheduler.client.report [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted allocations for instance 966fa315-8a69-4a44-819f-661671a3bf5c [ 844.874971] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 844.875399] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 845.034212] env[69760]: DEBUG nova.network.neutron [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 845.053984] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e687b-8e5e-8a8d-2372-fb2aac1506e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013055} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.056985] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ab4cda7-71f1-48d9-8227-f67dca0066f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.064805] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 845.064805] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520e6dfc-131d-cf6c-7e6e-969a7d7e19bf" [ 845.064805] env[69760]: _type = "Task" [ 845.064805] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.073772] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520e6dfc-131d-cf6c-7e6e-969a7d7e19bf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.122023] env[69760]: DEBUG nova.network.neutron [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.124197] env[69760]: DEBUG oslo_concurrency.lockutils [req-de2ff6d0-f57b-4212-8c9e-bb21695419bb req-84b6f205-f625-4303-b3d6-f073f92365e2 service nova] Releasing lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.216229] env[69760]: INFO nova.compute.manager [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Took 46.54 seconds to build instance. [ 845.327249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c71cada3-a8b6-4d7b-a4b0-a961caee117c tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "966fa315-8a69-4a44-819f-661671a3bf5c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.115s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.580946] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520e6dfc-131d-cf6c-7e6e-969a7d7e19bf, 'name': SearchDatastore_Task, 'duration_secs': 0.015394} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 845.581280] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.581422] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0ed0bc72-ab06-472d-bf0e-9bff035dda6e/0ed0bc72-ab06-472d-bf0e-9bff035dda6e.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 845.587026] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e962d25d-f4fd-47e0-a353-ffb1c7775190 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.592021] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 845.592021] env[69760]: value = "task-3393806" [ 845.592021] env[69760]: _type = "Task" [ 845.592021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.599975] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393806, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.629624] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "refresh_cache-28a18cfd-b956-45d7-b3d9-10410e4be610" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.630128] env[69760]: DEBUG nova.compute.manager [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 845.630302] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 845.631275] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f93d2534-a150-4f1f-be05-8dacf3ccddab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.640300] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 845.640511] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-af08a947-91a2-4873-ac62-7ab351b855f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 845.648302] env[69760]: DEBUG oslo_vmware.api [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 845.648302] env[69760]: value = "task-3393807" [ 845.648302] env[69760]: _type = "Task" [ 845.648302] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 845.662705] env[69760]: DEBUG oslo_vmware.api [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393807, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.719470] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c69d51ba-3486-4ab8-b1d1-94a21acd9c35 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 83.338s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 845.750951] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "96013b4c-f66b-424f-afee-064fcdfa7519" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.751556] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96013b4c-f66b-424f-afee-064fcdfa7519" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.115652] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393806, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.118106] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "011f3a11-47dc-4297-95e1-542e1a0227c1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.118576] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.118862] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "011f3a11-47dc-4297-95e1-542e1a0227c1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.119301] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.119609] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 846.123548] env[69760]: INFO nova.compute.manager [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Terminating instance [ 846.164564] env[69760]: DEBUG oslo_vmware.api [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393807, 'name': PowerOffVM_Task, 'duration_secs': 0.214573} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.164564] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 846.164897] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 846.165034] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d37f166-86f7-4d88-a757-994503a7face {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.195079] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 846.195755] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 846.195755] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleting the datastore file [datastore2] 28a18cfd-b956-45d7-b3d9-10410e4be610 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 846.195831] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-48c4d881-0515-4a84-aedc-b953364f5297 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.203472] env[69760]: DEBUG oslo_vmware.api [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 846.203472] env[69760]: value = "task-3393809" [ 846.203472] env[69760]: _type = "Task" [ 846.203472] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.215944] env[69760]: DEBUG oslo_vmware.api [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393809, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.224564] env[69760]: DEBUG nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 846.323812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.324104] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 846.416390] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f11323ef-d086-4c6c-aeb3-720c8caefadc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.427038] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc61547e-06e3-4eaa-bdf3-684756a7aa20 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.467552] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e7eec1d-691c-45ca-89f2-80de5614bf62 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.475491] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d027ddf3-bd15-412a-8fa0-5c7e204bcd9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.490445] env[69760]: DEBUG nova.compute.provider_tree [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 846.600851] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393806, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.685542} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.601205] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0ed0bc72-ab06-472d-bf0e-9bff035dda6e/0ed0bc72-ab06-472d-bf0e-9bff035dda6e.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.601429] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.601827] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97b02ad0-93b7-40dd-9672-2a9277b0d7ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.609015] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 846.609015] env[69760]: value = "task-3393810" [ 846.609015] env[69760]: _type = "Task" [ 846.609015] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.617055] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.629059] env[69760]: DEBUG nova.compute.manager [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 846.629536] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 846.630502] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65dc63ba-165d-40bd-a57c-8daf35cf85f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.637705] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 846.637958] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d6c5989-a603-4911-a4e4-bcfea1de5cdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.643513] env[69760]: DEBUG oslo_vmware.api [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 846.643513] env[69760]: value = "task-3393811" [ 846.643513] env[69760]: _type = "Task" [ 846.643513] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.652127] env[69760]: DEBUG oslo_vmware.api [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393811, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.714058] env[69760]: DEBUG oslo_vmware.api [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393809, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.220446} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.714505] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 846.714767] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 846.714964] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 846.715158] env[69760]: INFO nova.compute.manager [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Took 1.08 seconds to destroy the instance on the hypervisor. [ 846.715473] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 846.715652] env[69760]: DEBUG nova.compute.manager [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 846.715794] env[69760]: DEBUG nova.network.neutron [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.737900] env[69760]: DEBUG nova.network.neutron [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.750200] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.993292] env[69760]: DEBUG nova.scheduler.client.report [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 847.118831] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393810, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.153933] env[69760]: DEBUG oslo_vmware.api [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393811, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.241557] env[69760]: DEBUG nova.network.neutron [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.350952] env[69760]: DEBUG nova.compute.manager [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 847.351983] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf0ebb2-772e-42e5-a311-2966c2719345 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.499077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.722s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 847.499556] env[69760]: DEBUG nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 847.502685] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.502s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.505619] env[69760]: INFO nova.compute.claims [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 847.620039] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393810, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.921523} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.620333] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 847.621121] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf62abc8-fe22-4c8c-ac71-2895e7b69701 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.644716] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 0ed0bc72-ab06-472d-bf0e-9bff035dda6e/0ed0bc72-ab06-472d-bf0e-9bff035dda6e.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 847.645134] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-435f0a69-9a96-44af-bd3b-a5dd01d8c77a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.668674] env[69760]: DEBUG oslo_vmware.api [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393811, 'name': PowerOffVM_Task, 'duration_secs': 0.580636} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.670056] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 847.670310] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 847.670544] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 847.670544] env[69760]: value = "task-3393812" [ 847.670544] env[69760]: _type = "Task" [ 847.670544] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.670736] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5009e235-218e-40aa-9424-9be52f080679 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.681620] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393812, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.745047] env[69760]: INFO nova.compute.manager [-] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Took 1.03 seconds to deallocate network for instance. [ 847.759198] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 847.759510] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 847.759634] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore1] 011f3a11-47dc-4297-95e1-542e1a0227c1 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 847.760273] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ceef55d-b648-49aa-a1a1-bce66ce80252 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.766798] env[69760]: DEBUG oslo_vmware.api [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 847.766798] env[69760]: value = "task-3393814" [ 847.766798] env[69760]: _type = "Task" [ 847.766798] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.775313] env[69760]: DEBUG oslo_vmware.api [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.865966] env[69760]: INFO nova.compute.manager [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] instance snapshotting [ 847.869309] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d984436d-6cf3-484a-b14a-38237aa486bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.891543] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e538d56b-cca8-4f87-a388-893dfe64a61e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.011532] env[69760]: DEBUG nova.compute.utils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.012834] env[69760]: DEBUG nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 848.013011] env[69760]: DEBUG nova.network.neutron [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 848.049818] env[69760]: DEBUG nova.policy [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8ca9cc2da2ff436baf328e99ef230b2e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4d056a3e6cbc433dae4d74fca3104e93', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 848.182814] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393812, 'name': ReconfigVM_Task, 'duration_secs': 0.303384} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.183085] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 0ed0bc72-ab06-472d-bf0e-9bff035dda6e/0ed0bc72-ab06-472d-bf0e-9bff035dda6e.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 848.183794] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3a7d62ad-cab4-41cc-ba64-17ca0df49663 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.191269] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 848.191269] env[69760]: value = "task-3393815" [ 848.191269] env[69760]: _type = "Task" [ 848.191269] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.199481] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393815, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.250705] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.278761] env[69760]: DEBUG oslo_vmware.api [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.194534} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.279046] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 848.279240] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 848.279422] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 848.279598] env[69760]: INFO nova.compute.manager [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Took 1.65 seconds to destroy the instance on the hypervisor. [ 848.279843] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 848.280048] env[69760]: DEBUG nova.compute.manager [-] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 848.280147] env[69760]: DEBUG nova.network.neutron [-] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.402166] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 848.402845] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-09d789eb-c413-446e-ad83-5311577878d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.410434] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 848.410434] env[69760]: value = "task-3393816" [ 848.410434] env[69760]: _type = "Task" [ 848.410434] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.418828] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.459049] env[69760]: DEBUG nova.network.neutron [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Successfully created port: 77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 848.517085] env[69760]: DEBUG nova.compute.utils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 848.707257] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393815, 'name': Rename_Task, 'duration_secs': 0.149529} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.707257] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 848.707257] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1518293b-456b-4beb-a72b-8c2b928eaa07 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.712367] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 848.712367] env[69760]: value = "task-3393817" [ 848.712367] env[69760]: _type = "Task" [ 848.712367] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.719856] env[69760]: DEBUG nova.compute.manager [req-2a8a1b9c-534d-46c0-ad05-163b274291b9 req-adf59cd4-981f-4b96-afd8-629a90b65ea0 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Received event network-vif-deleted-0b7d17ab-de31-44ca-8fd5-4c39b5bb279b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 848.720065] env[69760]: INFO nova.compute.manager [req-2a8a1b9c-534d-46c0-ad05-163b274291b9 req-adf59cd4-981f-4b96-afd8-629a90b65ea0 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Neutron deleted interface 0b7d17ab-de31-44ca-8fd5-4c39b5bb279b; detaching it from the instance and deleting it from the info cache [ 848.720242] env[69760]: DEBUG nova.network.neutron [req-2a8a1b9c-534d-46c0-ad05-163b274291b9 req-adf59cd4-981f-4b96-afd8-629a90b65ea0 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 848.729557] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393817, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.923158] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393816, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.022797] env[69760]: DEBUG nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 849.124121] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-515aea5c-e45f-4779-8d39-7d68a68bb951 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.133384] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56f97dec-5e3c-458c-a6cf-aab3d5024048 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.177023] env[69760]: DEBUG nova.network.neutron [-] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.180403] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9f7ddc1-d7a1-44d0-8901-98062f2bd6f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.189925] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1757f8c-bd10-485a-a42e-86f7b34c0330 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.204109] env[69760]: DEBUG nova.compute.provider_tree [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.221793] env[69760]: DEBUG oslo_vmware.api [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393817, 'name': PowerOnVM_Task, 'duration_secs': 0.458668} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.222380] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 849.222587] env[69760]: INFO nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Took 9.10 seconds to spawn the instance on the hypervisor. [ 849.222772] env[69760]: DEBUG nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 849.223018] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b83a126-5cb9-4bca-ab83-c68b95d6bd25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.225401] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa2cff2-6ebd-41c2-a939-431cd53de3b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.238450] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55501b3c-f60d-4430-afab-30ffcf58241c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.271991] env[69760]: DEBUG nova.compute.manager [req-2a8a1b9c-534d-46c0-ad05-163b274291b9 req-adf59cd4-981f-4b96-afd8-629a90b65ea0 service nova] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Detach interface failed, port_id=0b7d17ab-de31-44ca-8fd5-4c39b5bb279b, reason: Instance 011f3a11-47dc-4297-95e1-542e1a0227c1 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 849.423706] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393816, 'name': CreateSnapshot_Task, 'duration_secs': 0.839667} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.424014] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.424807] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc19c0-aa36-4964-abb3-33a5565c9fb2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.680041] env[69760]: INFO nova.compute.manager [-] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Took 1.40 seconds to deallocate network for instance. [ 849.733355] env[69760]: ERROR nova.scheduler.client.report [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [req-ea1bacfd-c64e-453d-845d-7f874bec5c4d] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ea1bacfd-c64e-453d-845d-7f874bec5c4d"}]} [ 849.750633] env[69760]: DEBUG nova.scheduler.client.report [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 849.762801] env[69760]: INFO nova.compute.manager [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Took 49.17 seconds to build instance. [ 849.767654] env[69760]: DEBUG nova.scheduler.client.report [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 849.767920] env[69760]: DEBUG nova.compute.provider_tree [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 849.779190] env[69760]: DEBUG nova.scheduler.client.report [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 849.797641] env[69760]: DEBUG nova.scheduler.client.report [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 849.943892] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.946536] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d148ce1e-f882-4be1-b601-c2e296d8ed4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.955552] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 849.955552] env[69760]: value = "task-3393818" [ 849.955552] env[69760]: _type = "Task" [ 849.955552] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.968096] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393818, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.033257] env[69760]: DEBUG nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 850.070496] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T06:00:54Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='1037246345',id=21,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-774985078',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 850.070752] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 850.070915] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 850.071114] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 850.071700] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 850.072009] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 850.072353] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 850.072608] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 850.072886] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 850.073303] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 850.073611] env[69760]: DEBUG nova.virt.hardware [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 850.074690] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eab621e-81d9-4e2e-a9ac-f62e8456e0df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.087348] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cae6fa-8be8-4b41-b7ae-5e49176eb1e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.186390] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.268809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-254d8a3a-9b5e-4e50-bfd5-82ea993f9bb8 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.259s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.272152] env[69760]: DEBUG nova.network.neutron [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Successfully updated port: 77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 850.309018] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fc1036-149a-48dc-a8a4-c9bb88f97f36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.318331] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70f7d590-4c04-4d3b-84e6-7ee7d2fd8ea0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.355592] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52536da5-10f1-4331-bc9c-7f6c0e9e93b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.363593] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be6f50f-af05-454a-8daf-95065767093e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.377083] env[69760]: DEBUG nova.compute.provider_tree [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.466149] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393818, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.772293] env[69760]: DEBUG nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 850.782524] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.782524] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.782524] env[69760]: DEBUG nova.network.neutron [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 850.878323] env[69760]: DEBUG nova.compute.manager [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Received event network-vif-plugged-77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.878566] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Acquiring lock "192d6d08-babf-4efe-b22b-ab6676698975-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.878737] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Lock "192d6d08-babf-4efe-b22b-ab6676698975-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.878939] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Lock "192d6d08-babf-4efe-b22b-ab6676698975-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.879193] env[69760]: DEBUG nova.compute.manager [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] No waiting events found dispatching network-vif-plugged-77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 850.879395] env[69760]: WARNING nova.compute.manager [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Received unexpected event network-vif-plugged-77317e77-bafc-4f78-a74a-de3f7dd84ee1 for instance with vm_state building and task_state spawning. [ 850.879604] env[69760]: DEBUG nova.compute.manager [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Received event network-changed-77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 850.879767] env[69760]: DEBUG nova.compute.manager [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Refreshing instance network info cache due to event network-changed-77317e77-bafc-4f78-a74a-de3f7dd84ee1. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 850.879935] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Acquiring lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.916746] env[69760]: DEBUG nova.scheduler.client.report [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 87 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 850.917447] env[69760]: DEBUG nova.compute.provider_tree [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 87 to 88 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 850.917447] env[69760]: DEBUG nova.compute.provider_tree [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 850.967876] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393818, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.302016] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 851.324853] env[69760]: DEBUG nova.network.neutron [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.422109] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.919s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.422741] env[69760]: DEBUG nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 851.425552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.276s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.425698] env[69760]: DEBUG nova.objects.instance [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lazy-loading 'resources' on Instance uuid b66731cf-6f94-4c15-83e0-e4144b20566a {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 851.477746] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393818, 'name': CloneVM_Task, 'duration_secs': 1.420785} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.478029] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Created linked-clone VM from snapshot [ 851.478776] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ecc381b-3612-4dd5-a6fd-cd148b3ef0f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.485999] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Uploading image a6837703-ffc5-48c2-ab1a-d9640fdc2934 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.513845] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.513845] env[69760]: value = "vm-677117" [ 851.513845] env[69760]: _type = "VirtualMachine" [ 851.513845] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.515011] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-a1cb469f-acae-4758-9665-fc8207b07114 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.519371] env[69760]: DEBUG nova.network.neutron [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Updating instance_info_cache with network_info: [{"id": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "address": "fa:16:3e:cd:98:30", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77317e77-ba", "ovs_interfaceid": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.521613] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease: (returnval){ [ 851.521613] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5271c82d-f86c-66d6-a259-61cb3eeadee8" [ 851.521613] env[69760]: _type = "HttpNfcLease" [ 851.521613] env[69760]: } obtained for exporting VM: (result){ [ 851.521613] env[69760]: value = "vm-677117" [ 851.521613] env[69760]: _type = "VirtualMachine" [ 851.521613] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.521906] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the lease: (returnval){ [ 851.521906] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5271c82d-f86c-66d6-a259-61cb3eeadee8" [ 851.521906] env[69760]: _type = "HttpNfcLease" [ 851.521906] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.534791] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.534791] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5271c82d-f86c-66d6-a259-61cb3eeadee8" [ 851.534791] env[69760]: _type = "HttpNfcLease" [ 851.534791] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.734337] env[69760]: DEBUG nova.compute.manager [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 851.734681] env[69760]: DEBUG nova.compute.manager [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing instance network info cache due to event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 851.734932] env[69760]: DEBUG oslo_concurrency.lockutils [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] Acquiring lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.735559] env[69760]: DEBUG oslo_concurrency.lockutils [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] Acquired lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.735877] env[69760]: DEBUG nova.network.neutron [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 851.929049] env[69760]: DEBUG nova.compute.utils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 851.933592] env[69760]: DEBUG nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 851.933803] env[69760]: DEBUG nova.network.neutron [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 851.983657] env[69760]: DEBUG nova.policy [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.026918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Releasing lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.032017] env[69760]: DEBUG nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Instance network_info: |[{"id": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "address": "fa:16:3e:cd:98:30", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77317e77-ba", "ovs_interfaceid": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 852.032017] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Acquired lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.032017] env[69760]: DEBUG nova.network.neutron [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Refreshing network info cache for port 77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 852.032017] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:98:30', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f2020f39-42c4-4481-85c5-aaf03854b459', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77317e77-bafc-4f78-a74a-de3f7dd84ee1', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 852.047017] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 852.051455] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 852.051937] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-139cd851-9ba3-4ed1-90cf-51e89a5164db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.077159] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 852.077159] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5271c82d-f86c-66d6-a259-61cb3eeadee8" [ 852.077159] env[69760]: _type = "HttpNfcLease" [ 852.077159] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 852.077159] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 852.077159] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5271c82d-f86c-66d6-a259-61cb3eeadee8" [ 852.077159] env[69760]: _type = "HttpNfcLease" [ 852.077159] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 852.077480] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c956f54-c81b-4694-998f-c20c461a5d83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.082637] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 852.082637] env[69760]: value = "task-3393820" [ 852.082637] env[69760]: _type = "Task" [ 852.082637] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 852.092769] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522345a9-7799-a45a-7ac6-e0b294a032c4/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 852.093047] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522345a9-7799-a45a-7ac6-e0b294a032c4/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 852.099736] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393820, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.232170] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-51c42254-d273-4cd0-9588-b55db7b92496 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.436365] env[69760]: DEBUG nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 852.583529] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5757e848-68b8-45b5-8f76-ad094dcf9ad2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.603154] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8dffd6d8-bb00-469b-b60c-a20ba3fc4185 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.607273] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393820, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 852.635591] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36a1d893-509d-427a-a068-5922b749c7bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.643348] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc419a7a-0f92-4e3c-904d-8b2efbd55664 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.657838] env[69760]: DEBUG nova.compute.provider_tree [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 852.803522] env[69760]: DEBUG nova.network.neutron [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Successfully created port: b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 852.842955] env[69760]: DEBUG nova.network.neutron [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Updated VIF entry in instance network info cache for port 77317e77-bafc-4f78-a74a-de3f7dd84ee1. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.843362] env[69760]: DEBUG nova.network.neutron [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Updating instance_info_cache with network_info: [{"id": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "address": "fa:16:3e:cd:98:30", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77317e77-ba", "ovs_interfaceid": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.932296] env[69760]: DEBUG nova.network.neutron [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updated VIF entry in instance network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 852.932296] env[69760]: DEBUG nova.network.neutron [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [{"id": "b5a74b3f-8fab-413e-8436-197cf71d4660", "address": "fa:16:3e:bc:5f:fd", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a74b3f-8f", "ovs_interfaceid": "b5a74b3f-8fab-413e-8436-197cf71d4660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.103482] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393820, 'name': CreateVM_Task, 'duration_secs': 0.556642} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.103844] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 853.105318] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.105479] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.105820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.107232] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d7b70ba-5874-4aaa-8e55-f83fe3fadff2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.113251] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 853.113251] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52233c25-0280-3b53-41f2-e988a893cd94" [ 853.113251] env[69760]: _type = "Task" [ 853.113251] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.124081] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52233c25-0280-3b53-41f2-e988a893cd94, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.161128] env[69760]: DEBUG nova.scheduler.client.report [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 853.350407] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Releasing lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.351087] env[69760]: DEBUG nova.compute.manager [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.352490] env[69760]: DEBUG nova.compute.manager [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing instance network info cache due to event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.352963] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Acquiring lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.436865] env[69760]: DEBUG oslo_concurrency.lockutils [req-170df692-d400-4c51-b2ba-87428c7b4bba req-39435036-c4af-49a5-b91d-d0da3f42c71a service nova] Releasing lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.437409] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Acquired lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.437671] env[69760]: DEBUG nova.network.neutron [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 853.447551] env[69760]: DEBUG nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 853.478769] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 853.479102] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 853.479369] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 853.479656] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 853.479898] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 853.480124] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 853.480382] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 853.480583] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 853.480852] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 853.481041] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 853.481225] env[69760]: DEBUG nova.virt.hardware [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 853.482487] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15a9c861-0542-42fb-aafa-8e466dae09b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.490996] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b19f9d-c33a-4b67-aece-d8cf20a138ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.627311] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52233c25-0280-3b53-41f2-e988a893cd94, 'name': SearchDatastore_Task, 'duration_secs': 0.014041} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 853.627311] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.627311] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 853.627311] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.627311] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.627311] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 853.627311] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f331a246-4d93-4967-a5da-a1cf08a33df8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.636202] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 853.636407] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 853.637182] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62c199e0-5c15-421a-8345-0e9e828b6a40 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.642465] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 853.642465] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c96ae-ca34-748e-78ed-efb6de15eed3" [ 853.642465] env[69760]: _type = "Task" [ 853.642465] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 853.654620] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c96ae-ca34-748e-78ed-efb6de15eed3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 853.667732] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.242s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 853.671011] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.967s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 853.672589] env[69760]: INFO nova.compute.claims [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 853.690672] env[69760]: INFO nova.scheduler.client.report [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Deleted allocations for instance b66731cf-6f94-4c15-83e0-e4144b20566a [ 853.851824] env[69760]: DEBUG nova.compute.manager [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Received event network-changed-f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 853.851824] env[69760]: DEBUG nova.compute.manager [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Refreshing instance network info cache due to event network-changed-f437d5da-68df-4a50-b1e3-9d17c3bdeec8. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 853.851824] env[69760]: DEBUG oslo_concurrency.lockutils [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] Acquiring lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.851824] env[69760]: DEBUG oslo_concurrency.lockutils [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] Acquired lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.851824] env[69760]: DEBUG nova.network.neutron [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Refreshing network info cache for port f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 854.158635] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524c96ae-ca34-748e-78ed-efb6de15eed3, 'name': SearchDatastore_Task, 'duration_secs': 0.010895} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.159534] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f354bd36-71ca-4de4-b703-5ada884b75fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.165752] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 854.165752] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5239a0ba-a9b7-fc4e-4a49-c5a0c103690d" [ 854.165752] env[69760]: _type = "Task" [ 854.165752] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.178025] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5239a0ba-a9b7-fc4e-4a49-c5a0c103690d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.205671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6c1b73f2-1de9-4ffb-81b9-dc2105f561f3 tempest-ServerRescueTestJSON-786742388 tempest-ServerRescueTestJSON-786742388-project-member] Lock "b66731cf-6f94-4c15-83e0-e4144b20566a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.220s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.377275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.377578] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.377882] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.378113] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.378308] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.382815] env[69760]: INFO nova.compute.manager [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Terminating instance [ 854.398197] env[69760]: DEBUG nova.network.neutron [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updated VIF entry in instance network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.398885] env[69760]: DEBUG nova.network.neutron [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [{"id": "b5a74b3f-8fab-413e-8436-197cf71d4660", "address": "fa:16:3e:bc:5f:fd", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a74b3f-8f", "ovs_interfaceid": "b5a74b3f-8fab-413e-8436-197cf71d4660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.603323] env[69760]: DEBUG nova.network.neutron [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updated VIF entry in instance network info cache for port f437d5da-68df-4a50-b1e3-9d17c3bdeec8. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 854.603708] env[69760]: DEBUG nova.network.neutron [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updating instance_info_cache with network_info: [{"id": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "address": "fa:16:3e:21:e8:3a", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf437d5da-68", "ovs_interfaceid": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.676123] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5239a0ba-a9b7-fc4e-4a49-c5a0c103690d, 'name': SearchDatastore_Task, 'duration_secs': 0.012734} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 854.676412] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.676657] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 192d6d08-babf-4efe-b22b-ab6676698975/192d6d08-babf-4efe-b22b-ab6676698975.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 854.676900] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44233113-bf85-4c45-b620-1a8e53611a59 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.690894] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 854.690894] env[69760]: value = "task-3393821" [ 854.690894] env[69760]: _type = "Task" [ 854.690894] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.702990] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393821, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.804252] env[69760]: DEBUG nova.network.neutron [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Successfully updated port: b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 854.833422] env[69760]: DEBUG nova.compute.manager [req-66722090-de35-429a-95ef-43935523121d req-71401b16-22d6-4b25-b761-5d48487f265f service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-vif-plugged-b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 854.833773] env[69760]: DEBUG oslo_concurrency.lockutils [req-66722090-de35-429a-95ef-43935523121d req-71401b16-22d6-4b25-b761-5d48487f265f service nova] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.833989] env[69760]: DEBUG oslo_concurrency.lockutils [req-66722090-de35-429a-95ef-43935523121d req-71401b16-22d6-4b25-b761-5d48487f265f service nova] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.834505] env[69760]: DEBUG oslo_concurrency.lockutils [req-66722090-de35-429a-95ef-43935523121d req-71401b16-22d6-4b25-b761-5d48487f265f service nova] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.834505] env[69760]: DEBUG nova.compute.manager [req-66722090-de35-429a-95ef-43935523121d req-71401b16-22d6-4b25-b761-5d48487f265f service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] No waiting events found dispatching network-vif-plugged-b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 854.834656] env[69760]: WARNING nova.compute.manager [req-66722090-de35-429a-95ef-43935523121d req-71401b16-22d6-4b25-b761-5d48487f265f service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received unexpected event network-vif-plugged-b726f76e-cb5b-45ed-a967-282a4399de08 for instance with vm_state building and task_state spawning. [ 854.890179] env[69760]: DEBUG nova.compute.manager [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 854.890392] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.891619] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2f9c903-d3b9-42bd-a27b-dd73db058379 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.900330] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 854.900598] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e34088f3-b7c1-41fb-af03-49c53999b013 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.902455] env[69760]: DEBUG oslo_concurrency.lockutils [req-ae2e9fb2-cf59-437b-a3f8-68a1d73e87a4 req-437167e7-2b05-4279-bf4d-b82eb9000ed9 service nova] Releasing lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.908540] env[69760]: DEBUG oslo_vmware.api [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 854.908540] env[69760]: value = "task-3393822" [ 854.908540] env[69760]: _type = "Task" [ 854.908540] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.917157] env[69760]: DEBUG oslo_vmware.api [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.106846] env[69760]: DEBUG oslo_concurrency.lockutils [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] Releasing lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.107500] env[69760]: DEBUG nova.compute.manager [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Received event network-changed-f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 855.107680] env[69760]: DEBUG nova.compute.manager [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Refreshing instance network info cache due to event network-changed-f437d5da-68df-4a50-b1e3-9d17c3bdeec8. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 855.107903] env[69760]: DEBUG oslo_concurrency.lockutils [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] Acquiring lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.108074] env[69760]: DEBUG oslo_concurrency.lockutils [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] Acquired lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.108216] env[69760]: DEBUG nova.network.neutron [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Refreshing network info cache for port f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 855.204163] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393821, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.235433] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da84a647-6805-4dce-8dc4-78dc67f6f892 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.245051] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3b48d98-2e46-4401-99a0-aa43555543a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.283203] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253572a5-45ac-4f47-8710-8778000a0f56 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.292220] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a5a366f-8ebe-42d0-a326-05f04ae8d0c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.306092] env[69760]: DEBUG nova.compute.provider_tree [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 855.312238] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.312238] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.312238] env[69760]: DEBUG nova.network.neutron [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 855.420674] env[69760]: DEBUG oslo_vmware.api [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393822, 'name': PowerOffVM_Task, 'duration_secs': 0.243574} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.420674] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 855.420674] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 855.420674] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fcd81967-8205-4ae9-b62f-630c1718b9c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.490239] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 855.490512] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 855.490829] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Deleting the datastore file [datastore2] 0ed0bc72-ab06-472d-bf0e-9bff035dda6e {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 855.491178] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9af587b0-fc99-4ec7-b3c1-19a9aa48e53a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.500653] env[69760]: DEBUG oslo_vmware.api [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 855.500653] env[69760]: value = "task-3393824" [ 855.500653] env[69760]: _type = "Task" [ 855.500653] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.521535] env[69760]: DEBUG oslo_vmware.api [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.708019] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393821, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.717677} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.708019] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 192d6d08-babf-4efe-b22b-ab6676698975/192d6d08-babf-4efe-b22b-ab6676698975.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 855.708019] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 855.708019] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-afae5cab-2106-496d-92e3-8562a81e550e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.716025] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 855.716025] env[69760]: value = "task-3393825" [ 855.716025] env[69760]: _type = "Task" [ 855.716025] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.726489] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393825, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.809105] env[69760]: DEBUG nova.scheduler.client.report [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 855.863867] env[69760]: DEBUG nova.network.neutron [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.911308] env[69760]: DEBUG nova.network.neutron [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updated VIF entry in instance network info cache for port f437d5da-68df-4a50-b1e3-9d17c3bdeec8. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 855.911793] env[69760]: DEBUG nova.network.neutron [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updating instance_info_cache with network_info: [{"id": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "address": "fa:16:3e:21:e8:3a", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf437d5da-68", "ovs_interfaceid": "f437d5da-68df-4a50-b1e3-9d17c3bdeec8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.016456] env[69760]: DEBUG oslo_vmware.api [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261665} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.016786] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 856.016980] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 856.017191] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 856.017380] env[69760]: INFO nova.compute.manager [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Took 1.13 seconds to destroy the instance on the hypervisor. [ 856.017635] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.017834] env[69760]: DEBUG nova.compute.manager [-] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 856.017938] env[69760]: DEBUG nova.network.neutron [-] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 856.093169] env[69760]: DEBUG nova.network.neutron [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.098205] env[69760]: DEBUG nova.compute.manager [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 856.098205] env[69760]: DEBUG nova.compute.manager [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing instance network info cache due to event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 856.098205] env[69760]: DEBUG oslo_concurrency.lockutils [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] Acquiring lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.098205] env[69760]: DEBUG oslo_concurrency.lockutils [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] Acquired lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.098205] env[69760]: DEBUG nova.network.neutron [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 856.227437] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393825, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070468} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.227883] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 856.228826] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c8ab8c-edd6-451d-8203-ee3e97044c8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.256100] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 192d6d08-babf-4efe-b22b-ab6676698975/192d6d08-babf-4efe-b22b-ab6676698975.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 856.256861] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0ed14655-9e14-4581-b5a6-a1f6a128ec70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.278805] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 856.278805] env[69760]: value = "task-3393826" [ 856.278805] env[69760]: _type = "Task" [ 856.278805] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.289309] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393826, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.318052] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.647s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 856.318627] env[69760]: DEBUG nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 856.322717] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.224s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 856.324176] env[69760]: INFO nova.compute.claims [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 856.415125] env[69760]: DEBUG oslo_concurrency.lockutils [req-bffde906-aae5-46e2-a269-74d5beaddff5 req-adcb404f-10f1-44a9-a9b6-11f7ed7acec3 service nova] Releasing lock "refresh_cache-0ed0bc72-ab06-472d-bf0e-9bff035dda6e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.601149] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.601548] env[69760]: DEBUG nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Instance network_info: |[{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 856.605568] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f9:55:7f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b726f76e-cb5b-45ed-a967-282a4399de08', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 856.612720] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 856.613022] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 856.613676] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-558a78ee-20f2-4f77-b282-48cd0a8a3240 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.637122] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 856.637122] env[69760]: value = "task-3393827" [ 856.637122] env[69760]: _type = "Task" [ 856.637122] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.649243] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393827, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.792925] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393826, 'name': ReconfigVM_Task, 'duration_secs': 0.41137} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 856.795893] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 192d6d08-babf-4efe-b22b-ab6676698975/192d6d08-babf-4efe-b22b-ab6676698975.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 856.796317] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=69760) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 856.797121] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-67474d90-c042-46f6-840b-b3fa46975cf7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.807693] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 856.807693] env[69760]: value = "task-3393828" [ 856.807693] env[69760]: _type = "Task" [ 856.807693] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 856.818136] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393828, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.831182] env[69760]: DEBUG nova.compute.utils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 856.838849] env[69760]: DEBUG nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 856.838849] env[69760]: DEBUG nova.network.neutron [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 856.889491] env[69760]: DEBUG nova.network.neutron [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updated VIF entry in instance network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 856.890036] env[69760]: DEBUG nova.network.neutron [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [{"id": "b5a74b3f-8fab-413e-8436-197cf71d4660", "address": "fa:16:3e:bc:5f:fd", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a74b3f-8f", "ovs_interfaceid": "b5a74b3f-8fab-413e-8436-197cf71d4660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.908896] env[69760]: DEBUG nova.network.neutron [-] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.917259] env[69760]: DEBUG nova.policy [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c2086c4ac174bb382dc1837a638a8ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '173bd5a794d2437e8ddf5715569e4094', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 857.034288] env[69760]: DEBUG nova.compute.manager [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-changed-b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 857.034288] env[69760]: DEBUG nova.compute.manager [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing instance network info cache due to event network-changed-b726f76e-cb5b-45ed-a967-282a4399de08. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 857.034498] env[69760]: DEBUG oslo_concurrency.lockutils [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.034650] env[69760]: DEBUG oslo_concurrency.lockutils [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.034918] env[69760]: DEBUG nova.network.neutron [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing network info cache for port b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 857.148054] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393827, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.317360] env[69760]: DEBUG nova.network.neutron [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Successfully created port: 78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 857.323202] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393828, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.059717} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.323470] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=69760) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 857.324326] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a0d07a9-0910-49a9-af40-fbd44fec887d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.350051] env[69760]: DEBUG nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 857.365205] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 192d6d08-babf-4efe-b22b-ab6676698975/ephemeral_0.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 857.369189] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4442cb-5a02-45f1-9ec9-5088ea5e0dff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.391433] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 857.391433] env[69760]: value = "task-3393829" [ 857.391433] env[69760]: _type = "Task" [ 857.391433] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.395924] env[69760]: DEBUG oslo_concurrency.lockutils [req-fae96337-3ecb-40e9-a8a2-1dcf9a69ab66 req-6a7c151d-62f3-433d-9e79-b32d3042f75f service nova] Releasing lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.405437] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.416962] env[69760]: INFO nova.compute.manager [-] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Took 1.40 seconds to deallocate network for instance. [ 857.649219] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393827, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.838969] env[69760]: DEBUG nova.network.neutron [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updated VIF entry in instance network info cache for port b726f76e-cb5b-45ed-a967-282a4399de08. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 857.839396] env[69760]: DEBUG nova.network.neutron [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.905441] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.928581] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.950113] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0225f7e-aa68-477a-b669-27814b655646 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.959122] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21308809-f1c2-480a-8206-78ab8d0deebf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.992341] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3270d71-c0a4-462b-ad47-948f80b52b99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.000615] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582cde46-213e-4805-964e-4353e91e2f0c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.015056] env[69760]: DEBUG nova.compute.provider_tree [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 858.131336] env[69760]: DEBUG nova.compute.manager [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.131524] env[69760]: DEBUG nova.compute.manager [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing instance network info cache due to event network-changed-b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 858.132319] env[69760]: DEBUG oslo_concurrency.lockutils [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] Acquiring lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.132485] env[69760]: DEBUG oslo_concurrency.lockutils [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] Acquired lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.132654] env[69760]: DEBUG nova.network.neutron [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Refreshing network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 858.151936] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393827, 'name': CreateVM_Task, 'duration_secs': 1.389018} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.152660] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 858.153533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.153785] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.154163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.154477] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48f91ed3-1625-47cd-b24f-554dffec37ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.159473] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 858.159473] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528b9fce-b8ba-90a0-f69b-7e90d3f8781b" [ 858.159473] env[69760]: _type = "Task" [ 858.159473] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.168694] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528b9fce-b8ba-90a0-f69b-7e90d3f8781b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.343258] env[69760]: DEBUG oslo_concurrency.lockutils [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.343766] env[69760]: DEBUG nova.compute.manager [req-48fda211-a5e3-4b01-ab5c-622cf6ef3ad0 req-66c9e7f8-2319-47df-89df-75e5f3987092 service nova] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Received event network-vif-deleted-f437d5da-68df-4a50-b1e3-9d17c3bdeec8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 858.375169] env[69760]: DEBUG nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 858.405831] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393829, 'name': ReconfigVM_Task, 'duration_secs': 0.603496} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.408037] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 858.408276] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 858.408433] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 858.408620] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 858.408769] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 858.408921] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 858.409153] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 858.409318] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 858.409488] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 858.409651] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 858.409825] env[69760]: DEBUG nova.virt.hardware [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 858.410142] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 192d6d08-babf-4efe-b22b-ab6676698975/ephemeral_0.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 858.411532] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5abf3-cf55-4dbd-a26c-50f2a14f7348 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.414108] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc47285d-7200-4842-8687-e7aa17f04d70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.423280] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-466084eb-cf1f-4bcf-b505-34f95ce76cec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.427206] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 858.427206] env[69760]: value = "task-3393830" [ 858.427206] env[69760]: _type = "Task" [ 858.427206] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.446233] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393830, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.518918] env[69760]: DEBUG nova.scheduler.client.report [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 858.671167] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528b9fce-b8ba-90a0-f69b-7e90d3f8781b, 'name': SearchDatastore_Task, 'duration_secs': 0.018794} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.671474] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.671800] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.672059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.672214] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.672394] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.672662] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-06c7353f-d490-40eb-a1d7-4a92169775c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.682067] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.682067] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.682391] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59f32eb5-4785-4636-88a9-0436624f0de8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.687865] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 858.687865] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522df30b-a6ce-23af-6f14-57271966204c" [ 858.687865] env[69760]: _type = "Task" [ 858.687865] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.695776] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522df30b-a6ce-23af-6f14-57271966204c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.907129] env[69760]: DEBUG nova.network.neutron [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updated VIF entry in instance network info cache for port b5a74b3f-8fab-413e-8436-197cf71d4660. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 858.907541] env[69760]: DEBUG nova.network.neutron [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [{"id": "b5a74b3f-8fab-413e-8436-197cf71d4660", "address": "fa:16:3e:bc:5f:fd", "network": {"id": "99c34c53-b7ec-48f1-bdf5-3ff509b13401", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1280452428-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "022672932afc4f5b8e55188d1d77d1f3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "a316376e-2ef0-4b1e-b40c-10321ebd7e1a", "external-id": "nsx-vlan-transportzone-942", "segmentation_id": 942, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb5a74b3f-8f", "ovs_interfaceid": "b5a74b3f-8fab-413e-8436-197cf71d4660", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.937441] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393830, 'name': Rename_Task, 'duration_secs': 0.221691} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.937844] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 858.938155] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f5519839-be35-4eb5-ae2a-1767884f860e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.945297] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 858.945297] env[69760]: value = "task-3393831" [ 858.945297] env[69760]: _type = "Task" [ 858.945297] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.953731] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.988191] env[69760]: DEBUG nova.network.neutron [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Successfully updated port: 78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 859.024312] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.702s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 859.024886] env[69760]: DEBUG nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 859.028027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.753s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 859.029654] env[69760]: INFO nova.compute.claims [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 859.199792] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522df30b-a6ce-23af-6f14-57271966204c, 'name': SearchDatastore_Task, 'duration_secs': 0.012407} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.200889] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-45987fed-0c5b-4a39-a323-daf5de64c3f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.206119] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 859.206119] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4f66b-103f-68ee-8e29-b02a2ec5131d" [ 859.206119] env[69760]: _type = "Task" [ 859.206119] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.214837] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4f66b-103f-68ee-8e29-b02a2ec5131d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.410272] env[69760]: DEBUG oslo_concurrency.lockutils [req-42942b6f-9aa7-4eca-9468-a39f28ed343f req-8f34c6db-aad5-47a0-9d54-cb8c7f574063 service nova] Releasing lock "refresh_cache-5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.455707] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393831, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.489766] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.489962] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.490181] env[69760]: DEBUG nova.network.neutron [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 859.535098] env[69760]: DEBUG nova.compute.utils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 859.538319] env[69760]: DEBUG nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 859.716270] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f4f66b-103f-68ee-8e29-b02a2ec5131d, 'name': SearchDatastore_Task, 'duration_secs': 0.015284} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.716485] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.716743] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] f066367a-fb43-4433-b9bd-5fd3d26ff2c8/f066367a-fb43-4433-b9bd-5fd3d26ff2c8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 859.716996] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-16714bbe-da56-4c36-bfa0-f32f5e36afca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.723897] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 859.723897] env[69760]: value = "task-3393832" [ 859.723897] env[69760]: _type = "Task" [ 859.723897] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.731358] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.955096] env[69760]: DEBUG oslo_vmware.api [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3393831, 'name': PowerOnVM_Task, 'duration_secs': 0.545475} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.955421] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 859.955627] env[69760]: INFO nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Took 9.92 seconds to spawn the instance on the hypervisor. [ 859.955810] env[69760]: DEBUG nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 859.956589] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e173be-c21e-4fa7-8d76-02ab0e284a95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.036553] env[69760]: DEBUG nova.network.neutron [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 860.038742] env[69760]: DEBUG nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 860.115391] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.115670] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.159335] env[69760]: DEBUG nova.compute.manager [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Received event network-vif-plugged-78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.159639] env[69760]: DEBUG oslo_concurrency.lockutils [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] Acquiring lock "f9da202e-13aa-4c70-ae15-dfeb3093a299-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 860.159777] env[69760]: DEBUG oslo_concurrency.lockutils [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.159918] env[69760]: DEBUG oslo_concurrency.lockutils [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.160128] env[69760]: DEBUG nova.compute.manager [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] No waiting events found dispatching network-vif-plugged-78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 860.160257] env[69760]: WARNING nova.compute.manager [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Received unexpected event network-vif-plugged-78ccb2c3-4c22-44fa-bc11-e6581caa170b for instance with vm_state building and task_state spawning. [ 860.160415] env[69760]: DEBUG nova.compute.manager [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Received event network-changed-78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 860.160567] env[69760]: DEBUG nova.compute.manager [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Refreshing instance network info cache due to event network-changed-78ccb2c3-4c22-44fa-bc11-e6581caa170b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 860.160729] env[69760]: DEBUG oslo_concurrency.lockutils [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] Acquiring lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.203119] env[69760]: DEBUG nova.network.neutron [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updating instance_info_cache with network_info: [{"id": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "address": "fa:16:3e:8c:2e:d6", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ccb2c3-4c", "ovs_interfaceid": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.233198] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393832, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.476401] env[69760]: INFO nova.compute.manager [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Took 46.83 seconds to build instance. [ 860.499545] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37ccf1c8-d5c3-4c9f-b8f9-96430adbee93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.507642] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-547731fb-3428-4fc7-b95c-53e7f9354ec4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.537528] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c92a78c-6e57-4a6d-8dff-cb27da1d1b99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.544837] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1a364ed-1c46-42bb-b38e-603fc8d11a00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.563422] env[69760]: DEBUG nova.compute.provider_tree [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 860.628067] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.628292] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.628470] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.628628] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.628777] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.628926] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.629071] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 860.629250] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 860.705826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Releasing lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.706240] env[69760]: DEBUG nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Instance network_info: |[{"id": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "address": "fa:16:3e:8c:2e:d6", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ccb2c3-4c", "ovs_interfaceid": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 860.706666] env[69760]: DEBUG oslo_concurrency.lockutils [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] Acquired lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.706753] env[69760]: DEBUG nova.network.neutron [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Refreshing network info cache for port 78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 860.708435] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8c:2e:d6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '78ccb2c3-4c22-44fa-bc11-e6581caa170b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 860.717098] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Creating folder: Project (173bd5a794d2437e8ddf5715569e4094). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.717320] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c0dcd32b-805d-4d1c-97f7-a575939980ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.730738] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Created folder: Project (173bd5a794d2437e8ddf5715569e4094) in parent group-v676970. [ 860.730962] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Creating folder: Instances. Parent ref: group-v677120. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 860.731307] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1d893439-0192-44be-b0b3-5893ac3c2ef1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.736140] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393832, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.744106] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Created folder: Instances in parent group-v677120. [ 860.744439] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 860.744595] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 860.744827] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-757a4d71-c1da-4b95-a1a9-b494097c20bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.765955] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 860.765955] env[69760]: value = "task-3393835" [ 860.765955] env[69760]: _type = "Task" [ 860.765955] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.774504] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393835, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.980450] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1477e488-03e9-4d9e-88f1-6771b21a91af tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "192d6d08-babf-4efe-b22b-ab6676698975" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 92.388s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.056388] env[69760]: DEBUG nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 861.066649] env[69760]: DEBUG nova.scheduler.client.report [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 861.078460] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 861.078747] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 861.078915] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 861.079130] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 861.079285] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 861.079433] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 861.079664] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 861.079829] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 861.080015] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 861.080187] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 861.080370] env[69760]: DEBUG nova.virt.hardware [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 861.081253] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6522bb8-4b55-4432-903f-95c14e7388f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.090510] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89bf37b7-1b81-455f-818c-12091ad6903e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.105373] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 861.110837] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Creating folder: Project (1efdc6ed54f647ef8e3f81647080c51a). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.111110] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a089028-29ec-47b4-b556-8c3ffe366a3f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.123698] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Created folder: Project (1efdc6ed54f647ef8e3f81647080c51a) in parent group-v676970. [ 861.123933] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Creating folder: Instances. Parent ref: group-v677123. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 861.124182] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ba1598e8-ef4a-4be6-af11-f055070ef26d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.131802] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.135035] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Created folder: Instances in parent group-v677123. [ 861.135300] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 861.135527] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 861.135759] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2928a410-1735-43d6-9271-03ed0424b514 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.153560] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 861.153560] env[69760]: value = "task-3393838" [ 861.153560] env[69760]: _type = "Task" [ 861.153560] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.161525] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393838, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.237391] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393832, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.243583} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.237535] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] f066367a-fb43-4433-b9bd-5fd3d26ff2c8/f066367a-fb43-4433-b9bd-5fd3d26ff2c8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 861.238531] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 861.238531] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7d73c7ed-35f0-4ac8-a894-cb1e69aac512 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.246561] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 861.246561] env[69760]: value = "task-3393839" [ 861.246561] env[69760]: _type = "Task" [ 861.246561] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.257283] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.275585] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393835, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.461518] env[69760]: DEBUG nova.network.neutron [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updated VIF entry in instance network info cache for port 78ccb2c3-4c22-44fa-bc11-e6581caa170b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 861.462186] env[69760]: DEBUG nova.network.neutron [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updating instance_info_cache with network_info: [{"id": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "address": "fa:16:3e:8c:2e:d6", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ccb2c3-4c", "ovs_interfaceid": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.483955] env[69760]: DEBUG nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 861.574254] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.574874] env[69760]: DEBUG nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 861.577524] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.296s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.577761] env[69760]: DEBUG nova.objects.instance [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lazy-loading 'resources' on Instance uuid aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 861.666427] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393838, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.760586] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059639} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.760922] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 861.761936] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a05b828a-b384-4a59-aa26-46aca0a3ceb6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.785784] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] f066367a-fb43-4433-b9bd-5fd3d26ff2c8/f066367a-fb43-4433-b9bd-5fd3d26ff2c8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 861.789288] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d38a07c-57fc-40a0-8ef0-748c1669dde8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.810118] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393835, 'name': CreateVM_Task, 'duration_secs': 0.600922} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 861.811301] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 861.811666] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 861.811666] env[69760]: value = "task-3393840" [ 861.811666] env[69760]: _type = "Task" [ 861.811666] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.812289] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.812453] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.812914] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.813246] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2149ff2b-5303-4284-9144-570b68c617b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.821365] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 861.821365] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5220d755-ba8f-c3db-e524-eb5f60f2f13d" [ 861.821365] env[69760]: _type = "Task" [ 861.821365] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.824638] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393840, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.832141] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5220d755-ba8f-c3db-e524-eb5f60f2f13d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.968055] env[69760]: DEBUG oslo_concurrency.lockutils [req-06468e7a-e071-4836-9653-df480889e733 req-3e5158cb-3ab1-483b-9e30-8f20e8c8063b service nova] Releasing lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.007680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.040059] env[69760]: DEBUG nova.compute.manager [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Received event network-changed-77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 862.040059] env[69760]: DEBUG nova.compute.manager [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Refreshing instance network info cache due to event network-changed-77317e77-bafc-4f78-a74a-de3f7dd84ee1. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 862.040199] env[69760]: DEBUG oslo_concurrency.lockutils [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] Acquiring lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.040371] env[69760]: DEBUG oslo_concurrency.lockutils [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] Acquired lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.040575] env[69760]: DEBUG nova.network.neutron [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Refreshing network info cache for port 77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 862.081542] env[69760]: DEBUG nova.compute.utils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 862.086706] env[69760]: DEBUG nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 862.086935] env[69760]: DEBUG nova.network.neutron [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 862.138858] env[69760]: DEBUG nova.policy [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '59e0d7d2ceea4c99b26949a8acd561c7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b0a4a76d53254b73b481edc24a53a159', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 862.163910] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393838, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.325051] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393840, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.337103] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5220d755-ba8f-c3db-e524-eb5f60f2f13d, 'name': SearchDatastore_Task, 'duration_secs': 0.024265} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.337440] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.337659] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 862.337903] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.338059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.338243] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 862.338509] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0846be14-f2ee-48a6-a51a-04075d4af1fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.346458] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 862.346649] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 862.347397] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f300828f-578e-436f-be64-d061b98ab6f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.354166] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 862.354166] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5236dfe3-0530-4b02-59cd-5fc278333775" [ 862.354166] env[69760]: _type = "Task" [ 862.354166] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.365962] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5236dfe3-0530-4b02-59cd-5fc278333775, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.506213] env[69760]: DEBUG nova.network.neutron [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Successfully created port: 41a0ce65-d9bc-446a-88f7-b25987e28020 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 862.589248] env[69760]: DEBUG nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 862.622349] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff73c1e9-271d-494f-af76-cc49ceda9580 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.630506] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cabef85b-21f1-4ae5-b250-46f811252a75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.678569] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28fe99dd-775f-494d-900b-ceed4f74eb7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.689020] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393838, 'name': CreateVM_Task, 'duration_secs': 1.263513} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.690303] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 862.690839] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.690998] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.691342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.692625] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a1a70e2-9536-4b9b-8a39-2f833b312f77 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.698378] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6422a419-1937-48ff-9653-5251b5f97cfb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.704262] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 862.704262] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c7afd-4ccc-3d0b-ce9b-bc09097ded03" [ 862.704262] env[69760]: _type = "Task" [ 862.704262] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.713318] env[69760]: DEBUG nova.compute.provider_tree [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 862.723037] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c7afd-4ccc-3d0b-ce9b-bc09097ded03, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.826205] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393840, 'name': ReconfigVM_Task, 'duration_secs': 0.838919} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.826597] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfigured VM instance instance-00000036 to attach disk [datastore1] f066367a-fb43-4433-b9bd-5fd3d26ff2c8/f066367a-fb43-4433-b9bd-5fd3d26ff2c8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 862.827250] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bce6e041-8cfe-457f-afd2-4fa518100dc2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.833939] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 862.833939] env[69760]: value = "task-3393841" [ 862.833939] env[69760]: _type = "Task" [ 862.833939] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.842935] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393841, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.866516] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5236dfe3-0530-4b02-59cd-5fc278333775, 'name': SearchDatastore_Task, 'duration_secs': 0.014138} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.866516] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cfcf4a6b-a193-4170-81cf-5dc77670c019 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.875974] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 862.875974] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f707e0-f7b5-8ee3-ed29-164df2e64d4b" [ 862.875974] env[69760]: _type = "Task" [ 862.875974] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.880818] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522345a9-7799-a45a-7ac6-e0b294a032c4/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 862.881642] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f5dba1d-777a-4518-871f-ecfc578b4913 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.888643] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f707e0-f7b5-8ee3-ed29-164df2e64d4b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.890094] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522345a9-7799-a45a-7ac6-e0b294a032c4/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 862.890259] env[69760]: ERROR oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522345a9-7799-a45a-7ac6-e0b294a032c4/disk-0.vmdk due to incomplete transfer. [ 862.890472] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-481ebbda-3f09-4607-8f63-eb0e1f02cc41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.892615] env[69760]: DEBUG nova.network.neutron [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Updated VIF entry in instance network info cache for port 77317e77-bafc-4f78-a74a-de3f7dd84ee1. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 862.892952] env[69760]: DEBUG nova.network.neutron [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Updating instance_info_cache with network_info: [{"id": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "address": "fa:16:3e:cd:98:30", "network": {"id": "8007cc24-7e0b-46ce-b687-eeedd1255503", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-1632858061-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.180", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4d056a3e6cbc433dae4d74fca3104e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f2020f39-42c4-4481-85c5-aaf03854b459", "external-id": "nsx-vlan-transportzone-802", "segmentation_id": 802, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77317e77-ba", "ovs_interfaceid": "77317e77-bafc-4f78-a74a-de3f7dd84ee1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 862.899090] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/522345a9-7799-a45a-7ac6-e0b294a032c4/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 862.899287] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Uploaded image a6837703-ffc5-48c2-ab1a-d9640fdc2934 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 862.901545] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 862.901821] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-87e62368-6861-4a09-a545-0bb74961c6a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.908896] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 862.908896] env[69760]: value = "task-3393842" [ 862.908896] env[69760]: _type = "Task" [ 862.908896] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.918583] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393842, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.225154] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c7afd-4ccc-3d0b-ce9b-bc09097ded03, 'name': SearchDatastore_Task, 'duration_secs': 0.043731} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.225720] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.226230] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 863.226281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.255048] env[69760]: DEBUG nova.scheduler.client.report [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 88 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 863.255048] env[69760]: DEBUG nova.compute.provider_tree [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 88 to 89 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 863.255048] env[69760]: DEBUG nova.compute.provider_tree [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 863.343929] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393841, 'name': Rename_Task, 'duration_secs': 0.228096} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.344639] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 863.344894] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8976824d-cdef-49ad-be80-e4027a624227 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.351350] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 863.351350] env[69760]: value = "task-3393843" [ 863.351350] env[69760]: _type = "Task" [ 863.351350] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.363393] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393843, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.385632] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f707e0-f7b5-8ee3-ed29-164df2e64d4b, 'name': SearchDatastore_Task, 'duration_secs': 0.03347} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.385995] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.386344] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] f9da202e-13aa-4c70-ae15-dfeb3093a299/f9da202e-13aa-4c70-ae15-dfeb3093a299.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 863.386678] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.386907] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 863.387187] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8483cc47-38fd-4496-834c-f60f9a3b6ee1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.391314] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-47266141-7fdf-47eb-a0ef-2a0225efaf69 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.397326] env[69760]: DEBUG oslo_concurrency.lockutils [req-edaea98a-2102-49a8-9807-060280d613d7 req-7e8ceab8-f7cb-4d0d-acbf-a2760e025091 service nova] Releasing lock "refresh_cache-192d6d08-babf-4efe-b22b-ab6676698975" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.397832] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 863.397832] env[69760]: value = "task-3393844" [ 863.397832] env[69760]: _type = "Task" [ 863.397832] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.402866] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 863.402866] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 863.403511] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-313eca18-a642-40ee-b030-accaf544b506 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.409214] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393844, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.413868] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 863.413868] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c0c911-d10f-dd42-c1e4-fa1aa639467f" [ 863.413868] env[69760]: _type = "Task" [ 863.413868] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.420548] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393842, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.425415] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c0c911-d10f-dd42-c1e4-fa1aa639467f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.597522] env[69760]: DEBUG nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 863.622418] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 863.622749] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 863.622918] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 863.623117] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 863.623265] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 863.623413] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 863.623625] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 863.623819] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 863.624013] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 863.624192] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 863.624380] env[69760]: DEBUG nova.virt.hardware [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 863.625253] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7007505-aa92-4d51-9cbb-487d51415dc8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.633081] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61dfdf27-3595-4208-8922-c3ec9c7e0cca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.760494] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.183s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 863.763827] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.338s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 863.766080] env[69760]: INFO nova.compute.claims [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 863.783596] env[69760]: INFO nova.scheduler.client.report [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Deleted allocations for instance aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6 [ 863.861579] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393843, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.909172] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393844, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.924575] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393842, 'name': Destroy_Task, 'duration_secs': 0.923012} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.928518] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Destroyed the VM [ 863.928673] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 863.929548] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c0c911-d10f-dd42-c1e4-fa1aa639467f, 'name': SearchDatastore_Task, 'duration_secs': 0.013589} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.929548] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0ed08e67-5739-43bc-b5eb-4f87252e3d4c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.931604] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-67bdc920-0f34-4516-835e-b0d768bd1bf1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.937352] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 863.937352] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5272ea06-cee9-e433-a9f6-d4085efe1fff" [ 863.937352] env[69760]: _type = "Task" [ 863.937352] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.943038] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 863.943038] env[69760]: value = "task-3393845" [ 863.943038] env[69760]: _type = "Task" [ 863.943038] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.948954] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5272ea06-cee9-e433-a9f6-d4085efe1fff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.954641] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.076512] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.076512] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.293093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7f7d0896-e615-46fa-b599-6f16af4611e2 tempest-ServerMetadataTestJSON-1023628161 tempest-ServerMetadataTestJSON-1023628161-project-member] Lock "aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.987s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.361742] env[69760]: DEBUG nova.compute.manager [req-fc5e4a43-08b3-4170-b49c-02966b9750c5 req-b0d65e83-6f5f-42bf-8c5d-9d1aeab72e6b service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Received event network-vif-plugged-41a0ce65-d9bc-446a-88f7-b25987e28020 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 864.362484] env[69760]: DEBUG oslo_concurrency.lockutils [req-fc5e4a43-08b3-4170-b49c-02966b9750c5 req-b0d65e83-6f5f-42bf-8c5d-9d1aeab72e6b service nova] Acquiring lock "dc875549-3f3a-40cf-b644-e41ca7677b14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 864.362814] env[69760]: DEBUG oslo_concurrency.lockutils [req-fc5e4a43-08b3-4170-b49c-02966b9750c5 req-b0d65e83-6f5f-42bf-8c5d-9d1aeab72e6b service nova] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.363155] env[69760]: DEBUG oslo_concurrency.lockutils [req-fc5e4a43-08b3-4170-b49c-02966b9750c5 req-b0d65e83-6f5f-42bf-8c5d-9d1aeab72e6b service nova] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.363396] env[69760]: DEBUG nova.compute.manager [req-fc5e4a43-08b3-4170-b49c-02966b9750c5 req-b0d65e83-6f5f-42bf-8c5d-9d1aeab72e6b service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] No waiting events found dispatching network-vif-plugged-41a0ce65-d9bc-446a-88f7-b25987e28020 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 864.363630] env[69760]: WARNING nova.compute.manager [req-fc5e4a43-08b3-4170-b49c-02966b9750c5 req-b0d65e83-6f5f-42bf-8c5d-9d1aeab72e6b service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Received unexpected event network-vif-plugged-41a0ce65-d9bc-446a-88f7-b25987e28020 for instance with vm_state building and task_state spawning. [ 864.367700] env[69760]: DEBUG oslo_vmware.api [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3393843, 'name': PowerOnVM_Task, 'duration_secs': 0.688362} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.368012] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 864.368278] env[69760]: INFO nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Took 10.92 seconds to spawn the instance on the hypervisor. [ 864.368521] env[69760]: DEBUG nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 864.369480] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36bc4d94-2c3b-4463-aa16-b11ef97af0a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.409594] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393844, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.729457} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.410022] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] f9da202e-13aa-4c70-ae15-dfeb3093a299/f9da202e-13aa-4c70-ae15-dfeb3093a299.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 864.410287] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 864.410599] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9f12dd45-a1f3-4cd6-b151-0a5d3c892431 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.418090] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 864.418090] env[69760]: value = "task-3393846" [ 864.418090] env[69760]: _type = "Task" [ 864.418090] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.427667] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393846, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.446834] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5272ea06-cee9-e433-a9f6-d4085efe1fff, 'name': SearchDatastore_Task, 'duration_secs': 0.051124} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.450264] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.450533] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 864.450803] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-257e6299-68ab-4706-ad1f-f1c391c88868 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.460597] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393845, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.460597] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 864.460597] env[69760]: value = "task-3393847" [ 864.460597] env[69760]: _type = "Task" [ 864.460597] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.468458] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393847, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.485716] env[69760]: DEBUG nova.network.neutron [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Successfully updated port: 41a0ce65-d9bc-446a-88f7-b25987e28020 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 864.892276] env[69760]: INFO nova.compute.manager [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Took 44.91 seconds to build instance. [ 864.932165] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393846, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068814} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.932460] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 864.933320] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ea3ba9f-ddf4-4230-a3f8-97643b5eb8e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.964317] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] f9da202e-13aa-4c70-ae15-dfeb3093a299/f9da202e-13aa-4c70-ae15-dfeb3093a299.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.971617] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-905b33a1-423b-4feb-b81e-514d733a124a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.993077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "refresh_cache-dc875549-3f3a-40cf-b644-e41ca7677b14" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.993212] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquired lock "refresh_cache-dc875549-3f3a-40cf-b644-e41ca7677b14" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.993445] env[69760]: DEBUG nova.network.neutron [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 865.001113] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393845, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.006117] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393847, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.006647] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 865.006647] env[69760]: value = "task-3393848" [ 865.006647] env[69760]: _type = "Task" [ 865.006647] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.024057] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.330914] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b823c-8eb9-43d1-bda5-835f276da8ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.340172] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91fe519-545a-436b-8a16-32ad6077a6b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.380251] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68fce55a-2fe4-4224-b7bc-d121376d09f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.389179] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ab52cf0-567f-4e7d-bdc3-11f8ab781c74 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.396220] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ef44f95-ddd7-477f-942f-305e0eb76575 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 87.241s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.408044] env[69760]: DEBUG nova.compute.provider_tree [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.465474] env[69760]: DEBUG oslo_vmware.api [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393845, 'name': RemoveSnapshot_Task, 'duration_secs': 1.283403} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.465751] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 865.466043] env[69760]: INFO nova.compute.manager [None req-9235c7fe-612f-4f1a-b27c-ce5cd19b5011 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Took 17.60 seconds to snapshot the instance on the hypervisor. [ 865.482506] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393847, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714342} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.482780] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 865.483011] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 865.487019] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b3d4fa4a-0ba2-45ed-9cb4-6761ba2d6701 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.490594] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 865.490594] env[69760]: value = "task-3393849" [ 865.490594] env[69760]: _type = "Task" [ 865.490594] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.503260] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393849, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.520470] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.608318] env[69760]: DEBUG nova.network.neutron [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 865.860448] env[69760]: DEBUG nova.network.neutron [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Updating instance_info_cache with network_info: [{"id": "41a0ce65-d9bc-446a-88f7-b25987e28020", "address": "fa:16:3e:f1:15:8b", "network": {"id": "29254931-132d-404a-b466-43a5ed1b00cf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-572432847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a4a76d53254b73b481edc24a53a159", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a0ce65-d9", "ovs_interfaceid": "41a0ce65-d9bc-446a-88f7-b25987e28020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.898804] env[69760]: DEBUG nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 865.936367] env[69760]: ERROR nova.scheduler.client.report [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [req-2fd92f08-a10a-44d3-9caf-60daebd1e256] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2fd92f08-a10a-44d3-9caf-60daebd1e256"}]} [ 865.953999] env[69760]: DEBUG nova.scheduler.client.report [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 865.968939] env[69760]: DEBUG nova.scheduler.client.report [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 865.969236] env[69760]: DEBUG nova.compute.provider_tree [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 865.984761] env[69760]: DEBUG nova.scheduler.client.report [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 866.003155] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393849, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065155} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.003451] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 866.004374] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37c7a53-87ce-42b0-897f-634d5ebfaa52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.008553] env[69760]: DEBUG nova.scheduler.client.report [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 866.033457] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 866.033700] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3fbababf-f4cc-4cd9-8ce4-fa6b9751a6a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.060219] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393848, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.064024] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 866.064024] env[69760]: value = "task-3393850" [ 866.064024] env[69760]: _type = "Task" [ 866.064024] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.069722] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393850, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.369016] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Releasing lock "refresh_cache-dc875549-3f3a-40cf-b644-e41ca7677b14" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.369450] env[69760]: DEBUG nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Instance network_info: |[{"id": "41a0ce65-d9bc-446a-88f7-b25987e28020", "address": "fa:16:3e:f1:15:8b", "network": {"id": "29254931-132d-404a-b466-43a5ed1b00cf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-572432847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a4a76d53254b73b481edc24a53a159", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a0ce65-d9", "ovs_interfaceid": "41a0ce65-d9bc-446a-88f7-b25987e28020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 866.370140] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f1:15:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69076131-87ac-46dd-9d5d-8d1b4ea7dec6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '41a0ce65-d9bc-446a-88f7-b25987e28020', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 866.378475] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Creating folder: Project (b0a4a76d53254b73b481edc24a53a159). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.381981] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c27fa994-033f-4216-a772-d015a64207e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.394953] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Created folder: Project (b0a4a76d53254b73b481edc24a53a159) in parent group-v676970. [ 866.395216] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Creating folder: Instances. Parent ref: group-v677126. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.395509] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fb769511-ccea-4113-93ca-becce599ea5a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.408299] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Created folder: Instances in parent group-v677126. [ 866.408471] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 866.413153] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.413756] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19fded23-429c-46ce-a845-d4058653af65 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.436432] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.442150] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.442150] env[69760]: value = "task-3393853" [ 866.442150] env[69760]: _type = "Task" [ 866.442150] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.453328] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393853, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.458149] env[69760]: DEBUG nova.compute.manager [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Received event network-changed-41a0ce65-d9bc-446a-88f7-b25987e28020 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 866.458149] env[69760]: DEBUG nova.compute.manager [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Refreshing instance network info cache due to event network-changed-41a0ce65-d9bc-446a-88f7-b25987e28020. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 866.458149] env[69760]: DEBUG oslo_concurrency.lockutils [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] Acquiring lock "refresh_cache-dc875549-3f3a-40cf-b644-e41ca7677b14" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.458149] env[69760]: DEBUG oslo_concurrency.lockutils [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] Acquired lock "refresh_cache-dc875549-3f3a-40cf-b644-e41ca7677b14" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.459651] env[69760]: DEBUG nova.network.neutron [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Refreshing network info cache for port 41a0ce65-d9bc-446a-88f7-b25987e28020 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 866.523240] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.571610] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.585809] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64512e83-fdf7-4483-8abb-3aa637be44e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.594557] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2eb9e55-f26d-40c6-8f1d-b3d0b9bb83f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.630549] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b9104ce-19a1-4162-9463-51e30708c7ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.639351] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4632750d-a1d7-496b-a94d-9f7c35a978f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.653333] env[69760]: DEBUG nova.compute.provider_tree [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 866.952421] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393853, 'name': CreateVM_Task, 'duration_secs': 0.312317} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.952725] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.953299] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.953465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.953807] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.954069] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77ea2da5-fe14-41c3-b444-500db0e33c54 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.958554] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 866.958554] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5202c4f5-e23e-3418-3f5d-35fb606eef9a" [ 866.958554] env[69760]: _type = "Task" [ 866.958554] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.968177] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5202c4f5-e23e-3418-3f5d-35fb606eef9a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.020579] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393848, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.071351] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.182585] env[69760]: DEBUG nova.network.neutron [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Updated VIF entry in instance network info cache for port 41a0ce65-d9bc-446a-88f7-b25987e28020. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 867.182880] env[69760]: DEBUG nova.network.neutron [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Updating instance_info_cache with network_info: [{"id": "41a0ce65-d9bc-446a-88f7-b25987e28020", "address": "fa:16:3e:f1:15:8b", "network": {"id": "29254931-132d-404a-b466-43a5ed1b00cf", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-572432847-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b0a4a76d53254b73b481edc24a53a159", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69076131-87ac-46dd-9d5d-8d1b4ea7dec6", "external-id": "nsx-vlan-transportzone-327", "segmentation_id": 327, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap41a0ce65-d9", "ovs_interfaceid": "41a0ce65-d9bc-446a-88f7-b25987e28020", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 867.196157] env[69760]: DEBUG nova.scheduler.client.report [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 90 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 867.196425] env[69760]: DEBUG nova.compute.provider_tree [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 90 to 91 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 867.196608] env[69760]: DEBUG nova.compute.provider_tree [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 867.472027] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5202c4f5-e23e-3418-3f5d-35fb606eef9a, 'name': SearchDatastore_Task, 'duration_secs': 0.039712} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.472339] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.472605] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.472889] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.473087] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.473283] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.473550] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f6cafc3-15c6-47e8-a5dd-68584973c4d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.481793] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.482006] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.482799] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56e75a6c-f1ed-4edd-8f76-415940bd0df5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.488251] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 867.488251] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e6c49-13f6-96e6-52a2-c601839a449e" [ 867.488251] env[69760]: _type = "Task" [ 867.488251] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.496129] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e6c49-13f6-96e6-52a2-c601839a449e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.521526] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393848, 'name': ReconfigVM_Task, 'duration_secs': 2.400807} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.521817] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Reconfigured VM instance instance-00000037 to attach disk [datastore1] f9da202e-13aa-4c70-ae15-dfeb3093a299/f9da202e-13aa-4c70-ae15-dfeb3093a299.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 867.522445] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-659ce53d-5c2c-41c9-bd38-de4ad1b89a80 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.528577] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 867.528577] env[69760]: value = "task-3393854" [ 867.528577] env[69760]: _type = "Task" [ 867.528577] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.536283] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393854, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.574073] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393850, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.686080] env[69760]: DEBUG oslo_concurrency.lockutils [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] Releasing lock "refresh_cache-dc875549-3f3a-40cf-b644-e41ca7677b14" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.686372] env[69760]: DEBUG nova.compute.manager [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-changed-b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 867.686551] env[69760]: DEBUG nova.compute.manager [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing instance network info cache due to event network-changed-b726f76e-cb5b-45ed-a967-282a4399de08. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 867.686781] env[69760]: DEBUG oslo_concurrency.lockutils [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.686924] env[69760]: DEBUG oslo_concurrency.lockutils [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.687107] env[69760]: DEBUG nova.network.neutron [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing network info cache for port b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 867.701506] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.938s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.702026] env[69760]: DEBUG nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 867.704849] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.996s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.707288] env[69760]: INFO nova.compute.claims [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 867.998852] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e6c49-13f6-96e6-52a2-c601839a449e, 'name': SearchDatastore_Task, 'duration_secs': 0.009226} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.999677] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-164cc1f2-9684-4f57-a2cc-5a7976f08a83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.005303] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 868.005303] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52380426-45d6-8294-f477-97931c663092" [ 868.005303] env[69760]: _type = "Task" [ 868.005303] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.013299] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52380426-45d6-8294-f477-97931c663092, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.037425] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393854, 'name': Rename_Task, 'duration_secs': 0.137652} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.037669] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.037940] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-676ed749-3452-4902-8391-affa08e8fd62 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.045104] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 868.045104] env[69760]: value = "task-3393855" [ 868.045104] env[69760]: _type = "Task" [ 868.045104] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.052094] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393855, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.072211] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393850, 'name': ReconfigVM_Task, 'duration_secs': 1.517383} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.072492] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 868.073102] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-168dd297-869d-4f15-b86b-bf081b2fe7e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.078406] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 868.078406] env[69760]: value = "task-3393856" [ 868.078406] env[69760]: _type = "Task" [ 868.078406] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.085827] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393856, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.212684] env[69760]: DEBUG nova.compute.utils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.216400] env[69760]: DEBUG nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 868.216670] env[69760]: DEBUG nova.network.neutron [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 868.272177] env[69760]: DEBUG nova.policy [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e6250c2c63cb4a188c7cb60e497f8f19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47f6bc4c96784c08b0ab08a685ff9a80', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 868.413037] env[69760]: DEBUG nova.network.neutron [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updated VIF entry in instance network info cache for port b726f76e-cb5b-45ed-a967-282a4399de08. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 868.413641] env[69760]: DEBUG nova.network.neutron [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 868.520951] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52380426-45d6-8294-f477-97931c663092, 'name': SearchDatastore_Task, 'duration_secs': 0.009071} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.521258] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.521513] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] dc875549-3f3a-40cf-b644-e41ca7677b14/dc875549-3f3a-40cf-b644-e41ca7677b14.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.521836] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e39d7f46-5b6c-407f-94d7-4b46d5c4b3d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.533174] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 868.533174] env[69760]: value = "task-3393857" [ 868.533174] env[69760]: _type = "Task" [ 868.533174] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.541657] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393857, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.556065] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393855, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.562154] env[69760]: DEBUG nova.network.neutron [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Successfully created port: 4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 868.592024] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393856, 'name': Rename_Task, 'duration_secs': 0.306252} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.592024] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 868.592024] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b32cd19-a317-4f38-80fb-d2c86f93cc41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.600021] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 868.600021] env[69760]: value = "task-3393858" [ 868.600021] env[69760]: _type = "Task" [ 868.600021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.607081] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393858, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.717612] env[69760]: DEBUG nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 868.917168] env[69760]: DEBUG oslo_concurrency.lockutils [req-424436f7-3eac-4423-a32b-b9f1675584f9 req-7475079e-1a48-4fd2-9d0a-0fc5a893ee1d service nova] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.044504] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393857, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.055375] env[69760]: DEBUG oslo_vmware.api [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3393855, 'name': PowerOnVM_Task, 'duration_secs': 0.744975} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.056064] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.056064] env[69760]: INFO nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Took 10.68 seconds to spawn the instance on the hypervisor. [ 869.056064] env[69760]: DEBUG nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.057053] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae2651a-1279-481e-b393-b931940d979f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.106791] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393858, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.259182] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7def6207-4b18-4f11-a2ec-174f253f2719 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.267604] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccc65fb2-b4af-4e5a-8f6f-50a110e6db7a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.299296] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6802afe-7ff4-4f61-92fa-c7f876d14949 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.307215] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef94134e-33a0-433c-82c9-123360b18818 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.322798] env[69760]: DEBUG nova.compute.provider_tree [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 869.542878] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393857, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585669} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.543180] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] dc875549-3f3a-40cf-b644-e41ca7677b14/dc875549-3f3a-40cf-b644-e41ca7677b14.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.543396] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.543635] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8e59d90e-bfb5-4d76-9b1f-47b2254bf0af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.550566] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 869.550566] env[69760]: value = "task-3393859" [ 869.550566] env[69760]: _type = "Task" [ 869.550566] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.559246] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393859, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.579479] env[69760]: INFO nova.compute.manager [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Took 46.90 seconds to build instance. [ 869.606910] env[69760]: DEBUG oslo_vmware.api [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393858, 'name': PowerOnVM_Task, 'duration_secs': 0.837013} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.607166] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 869.607363] env[69760]: INFO nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Took 8.55 seconds to spawn the instance on the hypervisor. [ 869.607540] env[69760]: DEBUG nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 869.608301] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a02b860d-d73c-40af-8fc0-83d7185a30d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.729779] env[69760]: DEBUG nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 869.756115] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 869.757025] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 869.757025] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.757025] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 869.757025] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.757025] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 869.757291] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 869.757406] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 869.757588] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 869.757755] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 869.757932] env[69760]: DEBUG nova.virt.hardware [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 869.758835] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e82651-68c7-44f3-a131-a9524fb2f710 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.766858] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eff5e05-15e6-4221-9899-0cd55e210c44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.826309] env[69760]: DEBUG nova.scheduler.client.report [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 870.062577] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393859, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071824} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.062577] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 870.063174] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8e83daf-0a19-45ca-81df-3aebb3e4c976 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.089073] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Reconfiguring VM instance instance-00000039 to attach disk [datastore1] dc875549-3f3a-40cf-b644-e41ca7677b14/dc875549-3f3a-40cf-b644-e41ca7677b14.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 870.090812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8c48e014-b9df-4583-a85f-d7b91e8a2bf8 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 86.906s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.090812] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-294ed823-c9b8-4e7e-bd2e-be0947fadd44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.112673] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 870.112673] env[69760]: value = "task-3393860" [ 870.112673] env[69760]: _type = "Task" [ 870.112673] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.130184] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393860, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.130184] env[69760]: INFO nova.compute.manager [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Took 45.05 seconds to build instance. [ 870.331459] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.626s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.332042] env[69760]: DEBUG nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 870.336272] env[69760]: DEBUG nova.network.neutron [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Successfully updated port: 4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 870.337543] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 40.535s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.432974] env[69760]: DEBUG nova.compute.manager [req-7cfe69a5-6d25-4f59-ba5a-1568d48df771 req-c5055703-df16-498f-ae57-0f554e1e67b3 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Received event network-vif-plugged-4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.433244] env[69760]: DEBUG oslo_concurrency.lockutils [req-7cfe69a5-6d25-4f59-ba5a-1568d48df771 req-c5055703-df16-498f-ae57-0f554e1e67b3 service nova] Acquiring lock "962a8802-6352-4848-aec5-4ba82c22c060-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 870.433412] env[69760]: DEBUG oslo_concurrency.lockutils [req-7cfe69a5-6d25-4f59-ba5a-1568d48df771 req-c5055703-df16-498f-ae57-0f554e1e67b3 service nova] Lock "962a8802-6352-4848-aec5-4ba82c22c060-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 870.433575] env[69760]: DEBUG oslo_concurrency.lockutils [req-7cfe69a5-6d25-4f59-ba5a-1568d48df771 req-c5055703-df16-498f-ae57-0f554e1e67b3 service nova] Lock "962a8802-6352-4848-aec5-4ba82c22c060-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.433963] env[69760]: DEBUG nova.compute.manager [req-7cfe69a5-6d25-4f59-ba5a-1568d48df771 req-c5055703-df16-498f-ae57-0f554e1e67b3 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] No waiting events found dispatching network-vif-plugged-4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 870.433963] env[69760]: WARNING nova.compute.manager [req-7cfe69a5-6d25-4f59-ba5a-1568d48df771 req-c5055703-df16-498f-ae57-0f554e1e67b3 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Received unexpected event network-vif-plugged-4826bb18-5807-4d7c-a185-aec644771327 for instance with vm_state building and task_state spawning. [ 870.608893] env[69760]: DEBUG nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 870.623696] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393860, 'name': ReconfigVM_Task, 'duration_secs': 0.31338} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.623995] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Reconfigured VM instance instance-00000039 to attach disk [datastore1] dc875549-3f3a-40cf-b644-e41ca7677b14/dc875549-3f3a-40cf-b644-e41ca7677b14.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.624743] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-45e84ab0-a3c8-46c7-a7df-f43905534d4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.631511] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c6ccfc73-f1fa-4fb7-a618-356f9090901f tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "3ac4eda8-6709-443d-979a-72e2cfa028b5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 85.595s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 870.631799] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 870.631799] env[69760]: value = "task-3393861" [ 870.631799] env[69760]: _type = "Task" [ 870.631799] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.642055] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393861, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.846019] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.846019] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.846019] env[69760]: DEBUG nova.network.neutron [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 870.846019] env[69760]: DEBUG nova.compute.utils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 870.850255] env[69760]: INFO nova.compute.claims [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 870.854610] env[69760]: DEBUG nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 870.879746] env[69760]: DEBUG nova.compute.manager [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Received event network-changed-78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 870.879885] env[69760]: DEBUG nova.compute.manager [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Refreshing instance network info cache due to event network-changed-78ccb2c3-4c22-44fa-bc11-e6581caa170b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 870.880116] env[69760]: DEBUG oslo_concurrency.lockutils [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] Acquiring lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.880265] env[69760]: DEBUG oslo_concurrency.lockutils [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] Acquired lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.880427] env[69760]: DEBUG nova.network.neutron [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Refreshing network info cache for port 78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 871.131313] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.138730] env[69760]: DEBUG nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 871.146750] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393861, 'name': Rename_Task, 'duration_secs': 0.144632} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.146982] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.147242] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a3099c67-0faa-4f19-b2dc-17880bb89762 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.153961] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 871.153961] env[69760]: value = "task-3393862" [ 871.153961] env[69760]: _type = "Task" [ 871.153961] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.163725] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393862, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.359040] env[69760]: INFO nova.compute.resource_tracker [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating resource usage from migration b31acf45-ef49-4d07-bca4-a16599588f3b [ 871.362449] env[69760]: DEBUG nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 871.393281] env[69760]: DEBUG nova.network.neutron [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 871.427680] env[69760]: INFO nova.compute.manager [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Rebuilding instance [ 871.485395] env[69760]: DEBUG nova.compute.manager [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.487188] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65593833-e8a1-4824-9771-ac068be971ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.610348] env[69760]: DEBUG nova.network.neutron [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.662969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.668151] env[69760]: DEBUG oslo_vmware.api [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393862, 'name': PowerOnVM_Task, 'duration_secs': 0.467332} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.668456] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 871.668818] env[69760]: INFO nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Took 8.07 seconds to spawn the instance on the hypervisor. [ 871.669115] env[69760]: DEBUG nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 871.670090] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddf58006-51aa-4311-ab12-b2ea5b659933 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.696980] env[69760]: DEBUG nova.network.neutron [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updated VIF entry in instance network info cache for port 78ccb2c3-4c22-44fa-bc11-e6581caa170b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 871.697342] env[69760]: DEBUG nova.network.neutron [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updating instance_info_cache with network_info: [{"id": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "address": "fa:16:3e:8c:2e:d6", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ccb2c3-4c", "ovs_interfaceid": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.915652] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f163d933-2647-4495-834f-8771d994a38b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.924115] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9b000b-d1fa-401c-8477-4e2f939ec9b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.958697] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f61d937c-b757-4d79-9a56-ba37220051aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.967813] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca47479-00aa-4392-b512-4c17a97b48ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.981864] env[69760]: DEBUG nova.compute.provider_tree [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 872.117647] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.118016] env[69760]: DEBUG nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Instance network_info: |[{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 872.118467] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:52:d1:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'bab6a6c3-1c5c-4776-b21b-dec21196d702', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4826bb18-5807-4d7c-a185-aec644771327', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.128381] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.128650] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.128899] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2413cdc-4fde-4ec8-94ea-c2e9832d3554 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.152238] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.152238] env[69760]: value = "task-3393863" [ 872.152238] env[69760]: _type = "Task" [ 872.152238] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.160606] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393863, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.191873] env[69760]: INFO nova.compute.manager [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Took 46.94 seconds to build instance. [ 872.200305] env[69760]: DEBUG oslo_concurrency.lockutils [req-784648b2-3ee2-4b12-9575-11e4ad74041d req-0abc5944-eea9-4b89-8a8f-8e666a970433 service nova] Releasing lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.375525] env[69760]: DEBUG nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 872.401799] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 872.402116] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 872.402313] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 872.402538] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 872.402764] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 872.403331] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 872.403331] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 872.403331] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 872.403582] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 872.403791] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 872.404157] env[69760]: DEBUG nova.virt.hardware [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 872.405287] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36dd77b-74a9-4105-9921-b2e343bed7c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.415082] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93b7a01-55ed-4ecc-a648-b71682310cb3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.429564] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 872.435221] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Creating folder: Project (cb92655ad5444bcc9846849a74cb96e3). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.435516] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-301e412d-0b89-4d8a-acd3-58609899060d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.445975] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Created folder: Project (cb92655ad5444bcc9846849a74cb96e3) in parent group-v676970. [ 872.446197] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Creating folder: Instances. Parent ref: group-v677130. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 872.446436] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1f15ad1d-e454-42f7-ac1b-10e50ab3219a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.455093] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Created folder: Instances in parent group-v677130. [ 872.455327] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 872.455916] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 872.455916] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf2f4d25-7be6-47f9-991a-615720695b82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.472483] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 872.472483] env[69760]: value = "task-3393866" [ 872.472483] env[69760]: _type = "Task" [ 872.472483] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.479827] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393866, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.484980] env[69760]: DEBUG nova.scheduler.client.report [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 872.505146] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.505533] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e64eed5-08ce-4122-a989-0110d6e22f2c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.512936] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 872.512936] env[69760]: value = "task-3393867" [ 872.512936] env[69760]: _type = "Task" [ 872.512936] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.520998] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393867, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.523874] env[69760]: DEBUG nova.compute.manager [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Received event network-changed-4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 872.524086] env[69760]: DEBUG nova.compute.manager [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing instance network info cache due to event network-changed-4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 872.524298] env[69760]: DEBUG oslo_concurrency.lockutils [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] Acquiring lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.524460] env[69760]: DEBUG oslo_concurrency.lockutils [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] Acquired lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.524582] env[69760]: DEBUG nova.network.neutron [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing network info cache for port 4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 872.662682] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393863, 'name': CreateVM_Task, 'duration_secs': 0.427951} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.662682] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.663244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.663413] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.663730] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.664017] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c5a7e8be-2e7b-457b-afb9-dde0818af440 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.668272] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 872.668272] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52265736-949d-6204-34fb-84e436750c73" [ 872.668272] env[69760]: _type = "Task" [ 872.668272] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.676120] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52265736-949d-6204-34fb-84e436750c73, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.693152] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5fc64b9b-0680-46a6-afba-aabfd3cc32bb tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 79.034s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.982460] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393866, 'name': CreateVM_Task, 'duration_secs': 0.491841} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.982644] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.983059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.989886] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.653s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.990091] env[69760]: INFO nova.compute.manager [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Migrating [ 872.996571] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 41.112s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.996761] env[69760]: DEBUG nova.objects.instance [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 873.022425] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393867, 'name': PowerOffVM_Task, 'duration_secs': 0.138725} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.022534] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.023175] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.023951] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec6aac25-f78c-400b-9e4a-0f88394bf6fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.033077] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.033319] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0adcbb2e-026a-40ea-9325-7e36792c909c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.057448] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.057657] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.057840] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Deleting the datastore file [datastore1] 3ac4eda8-6709-443d-979a-72e2cfa028b5 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.058092] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a21ea31-83a3-4d04-a412-620776c37eb8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.063875] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 873.063875] env[69760]: value = "task-3393869" [ 873.063875] env[69760]: _type = "Task" [ 873.063875] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.074127] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393869, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.110521] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "dc875549-3f3a-40cf-b644-e41ca7677b14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.110782] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.110994] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "dc875549-3f3a-40cf-b644-e41ca7677b14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.111229] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 873.111407] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.113774] env[69760]: INFO nova.compute.manager [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Terminating instance [ 873.180288] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52265736-949d-6204-34fb-84e436750c73, 'name': SearchDatastore_Task, 'duration_secs': 0.016708} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.180288] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.180593] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.180593] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.181415] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.181415] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 873.181415] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.181602] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.181691] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83064fa0-0206-49b0-afac-d87e0ba8d18f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.183485] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c338f74-0bed-4dd8-ad9b-63cc7470158c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.192028] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 873.192028] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c66f5f-fc80-595a-4793-bfdc298308f6" [ 873.192028] env[69760]: _type = "Task" [ 873.192028] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.196611] env[69760]: DEBUG nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 873.199640] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c66f5f-fc80-595a-4793-bfdc298308f6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.203236] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 873.203404] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 873.204156] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c0db15f-a1fd-4a0a-94f4-29705bce48e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.209144] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 873.209144] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52459d4d-7ba8-8601-c1b3-8b520fd6aed8" [ 873.209144] env[69760]: _type = "Task" [ 873.209144] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.216932] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52459d4d-7ba8-8601-c1b3-8b520fd6aed8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.300846] env[69760]: DEBUG nova.network.neutron [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updated VIF entry in instance network info cache for port 4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 873.301246] env[69760]: DEBUG nova.network.neutron [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 873.507363] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.507575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.507777] env[69760]: DEBUG nova.network.neutron [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 873.575677] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393869, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.397847} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.575946] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.576671] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.576879] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.618751] env[69760]: DEBUG nova.compute.manager [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 873.618751] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 873.618751] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2525fc1c-9711-4020-9968-00338603cbe7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.626704] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.626958] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65e915a5-dc7f-4069-b62e-3a315c73c12e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.633522] env[69760]: DEBUG oslo_vmware.api [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 873.633522] env[69760]: value = "task-3393870" [ 873.633522] env[69760]: _type = "Task" [ 873.633522] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.641163] env[69760]: DEBUG oslo_vmware.api [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393870, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.702844] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c66f5f-fc80-595a-4793-bfdc298308f6, 'name': SearchDatastore_Task, 'duration_secs': 0.023181} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.703245] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.703538] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 873.703781] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.719025] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52459d4d-7ba8-8601-c1b3-8b520fd6aed8, 'name': SearchDatastore_Task, 'duration_secs': 0.028678} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.719972] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.720884] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a3b1143b-60ff-434b-a521-a2f56e6a3280 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.726642] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 873.726642] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52654d4e-e6de-edb9-9db8-b4bc091139a7" [ 873.726642] env[69760]: _type = "Task" [ 873.726642] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.735442] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52654d4e-e6de-edb9-9db8-b4bc091139a7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.803756] env[69760]: DEBUG oslo_concurrency.lockutils [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] Releasing lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.804279] env[69760]: DEBUG nova.compute.manager [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Received event network-changed-78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 873.804564] env[69760]: DEBUG nova.compute.manager [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Refreshing instance network info cache due to event network-changed-78ccb2c3-4c22-44fa-bc11-e6581caa170b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 873.804870] env[69760]: DEBUG oslo_concurrency.lockutils [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] Acquiring lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.805120] env[69760]: DEBUG oslo_concurrency.lockutils [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] Acquired lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.805316] env[69760]: DEBUG nova.network.neutron [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Refreshing network info cache for port 78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 874.005675] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b25e9129-ef06-4ed1-9986-073701774c79 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.007100] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 40.018s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.009038] env[69760]: INFO nova.compute.claims [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.144918] env[69760]: DEBUG oslo_vmware.api [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393870, 'name': PowerOffVM_Task, 'duration_secs': 0.189059} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.144918] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 874.145075] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 874.145270] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b4dad40-d16e-4f79-92db-ac187356d0e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.201577] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.201844] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.206033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 874.206272] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 874.206511] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Deleting the datastore file [datastore1] dc875549-3f3a-40cf-b644-e41ca7677b14 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 874.206684] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd730137-fb35-4014-a39b-569dd1887dc4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.212696] env[69760]: DEBUG oslo_vmware.api [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for the task: (returnval){ [ 874.212696] env[69760]: value = "task-3393872" [ 874.212696] env[69760]: _type = "Task" [ 874.212696] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.213531] env[69760]: DEBUG nova.network.neutron [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [{"id": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "address": "fa:16:3e:ba:c8:0c", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a3afdd-da", "ovs_interfaceid": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.222664] env[69760]: DEBUG oslo_vmware.api [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393872, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.236305] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52654d4e-e6de-edb9-9db8-b4bc091139a7, 'name': SearchDatastore_Task, 'duration_secs': 0.013375} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.236511] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.236764] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/962a8802-6352-4848-aec5-4ba82c22c060.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 874.237102] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.237705] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 874.237705] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6688b97-da49-4074-97bc-7e3f6e555771 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.239330] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-28273512-0d24-4c61-a074-6d913ba3a6ce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.246686] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 874.246686] env[69760]: value = "task-3393873" [ 874.246686] env[69760]: _type = "Task" [ 874.246686] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.250608] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 874.250926] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 874.251854] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c712bee7-fd02-4e41-929a-91a44d998841 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.256879] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.259989] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 874.259989] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522d432f-bf12-3689-dab3-0fb157305695" [ 874.259989] env[69760]: _type = "Task" [ 874.259989] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.267518] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522d432f-bf12-3689-dab3-0fb157305695, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.518787] env[69760]: DEBUG nova.network.neutron [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updated VIF entry in instance network info cache for port 78ccb2c3-4c22-44fa-bc11-e6581caa170b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 874.520390] env[69760]: DEBUG nova.network.neutron [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updating instance_info_cache with network_info: [{"id": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "address": "fa:16:3e:8c:2e:d6", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap78ccb2c3-4c", "ovs_interfaceid": "78ccb2c3-4c22-44fa-bc11-e6581caa170b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.614853] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 874.615170] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 874.615333] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 874.615514] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 874.615659] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 874.615817] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 874.616108] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 874.616283] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 874.616457] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 874.616627] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 874.616801] env[69760]: DEBUG nova.virt.hardware [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 874.617811] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14945b1f-8ef7-497e-892c-a9d53e65c897 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.626069] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-171f7ea4-a29e-4e0b-9569-d9c94dc9dfaa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.640088] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 874.645896] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.646220] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 874.646450] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75016ed1-2e6b-4b0f-b6c2-236a784b8505 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.665863] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 874.665863] env[69760]: value = "task-3393874" [ 874.665863] env[69760]: _type = "Task" [ 874.665863] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.673967] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393874, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.719475] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.726833] env[69760]: DEBUG oslo_vmware.api [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Task: {'id': task-3393872, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156805} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.727143] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.727377] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.727591] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.727916] env[69760]: INFO nova.compute.manager [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Took 1.11 seconds to destroy the instance on the hypervisor. [ 874.728139] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 874.728314] env[69760]: DEBUG nova.compute.manager [-] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 874.728435] env[69760]: DEBUG nova.network.neutron [-] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 874.757761] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473784} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.757985] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/962a8802-6352-4848-aec5-4ba82c22c060.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 874.758171] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 874.758435] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-170ee70e-c9db-497d-b1c6-b1364513f9ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.764608] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 874.764608] env[69760]: value = "task-3393875" [ 874.764608] env[69760]: _type = "Task" [ 874.764608] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.770865] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522d432f-bf12-3689-dab3-0fb157305695, 'name': SearchDatastore_Task, 'duration_secs': 0.008489} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.771897] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff6af58e-db53-4e03-8640-347335a94b3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 874.776593] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393875, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.779404] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 874.779404] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b468a9-5b6c-c7c1-2f7b-361725b634a4" [ 874.779404] env[69760]: _type = "Task" [ 874.779404] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 874.788581] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b468a9-5b6c-c7c1-2f7b-361725b634a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.025247] env[69760]: DEBUG oslo_concurrency.lockutils [req-bfe50591-468f-426d-aec5-aa12bcfaeea4 req-b93e1acc-b2fc-4706-8a17-cb47eef15adf service nova] Releasing lock "refresh_cache-f9da202e-13aa-4c70-ae15-dfeb3093a299" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.062353] env[69760]: DEBUG nova.compute.manager [req-d3cdb80b-ba3e-42a3-a1c3-450d26710fa5 req-5a52745a-fac2-4838-9dc0-548b400330ef service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Received event network-vif-deleted-41a0ce65-d9bc-446a-88f7-b25987e28020 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 875.062562] env[69760]: INFO nova.compute.manager [req-d3cdb80b-ba3e-42a3-a1c3-450d26710fa5 req-5a52745a-fac2-4838-9dc0-548b400330ef service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Neutron deleted interface 41a0ce65-d9bc-446a-88f7-b25987e28020; detaching it from the instance and deleting it from the info cache [ 875.062866] env[69760]: DEBUG nova.network.neutron [req-d3cdb80b-ba3e-42a3-a1c3-450d26710fa5 req-5a52745a-fac2-4838-9dc0-548b400330ef service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.177331] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393874, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.276169] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393875, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068988} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.276428] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.277208] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efac6f3a-547d-485d-8c23-b53fc12f8c0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.302609] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/962a8802-6352-4848-aec5-4ba82c22c060.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.305163] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fc03cddf-59f4-47d7-9501-809ec6838687 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.325037] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b468a9-5b6c-c7c1-2f7b-361725b634a4, 'name': SearchDatastore_Task, 'duration_secs': 0.01396} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.325784] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.326054] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 875.326395] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 875.326395] env[69760]: value = "task-3393876" [ 875.326395] env[69760]: _type = "Task" [ 875.326395] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.326577] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5cd37377-6fde-480b-a5c1-690c405dd19b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.340472] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393876, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.341901] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 875.341901] env[69760]: value = "task-3393877" [ 875.341901] env[69760]: _type = "Task" [ 875.341901] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.355510] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.501785] env[69760]: DEBUG nova.network.neutron [-] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 875.504070] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f27e0051-4d5c-4f04-999e-0ef3695ec57c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.511332] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545b3497-ba98-4c77-9ce3-9d41ffe127da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.544072] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3766831-60e0-492e-a98c-bb29d273be70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.551552] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5773ba35-fbcb-4a00-921b-2bcba1f70b1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.564825] env[69760]: DEBUG nova.compute.provider_tree [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 875.568921] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-81df0d51-82c6-474a-ba6c-3373b9c795b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.577240] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4841a1fe-4301-4e6c-8c3a-1f1059ec4f10 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.615354] env[69760]: DEBUG nova.compute.manager [req-d3cdb80b-ba3e-42a3-a1c3-450d26710fa5 req-5a52745a-fac2-4838-9dc0-548b400330ef service nova] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Detach interface failed, port_id=41a0ce65-d9bc-446a-88f7-b25987e28020, reason: Instance dc875549-3f3a-40cf-b644-e41ca7677b14 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 875.675994] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393874, 'name': CreateVM_Task, 'duration_secs': 0.815904} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.676199] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 875.676632] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.676792] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.677124] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.677377] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0f7fdd0-78df-429b-8f9c-8213529a512d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.681597] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 875.681597] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527fa834-cf73-cf47-5786-3d9d85d35718" [ 875.681597] env[69760]: _type = "Task" [ 875.681597] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.689133] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527fa834-cf73-cf47-5786-3d9d85d35718, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.839074] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393876, 'name': ReconfigVM_Task, 'duration_secs': 0.302257} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.839417] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/962a8802-6352-4848-aec5-4ba82c22c060.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 875.840125] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08af4ff1-c80f-4a73-9d33-0828b66ea912 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.847181] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 875.847181] env[69760]: value = "task-3393878" [ 875.847181] env[69760]: _type = "Task" [ 875.847181] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.853396] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.861488] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393878, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.008032] env[69760]: INFO nova.compute.manager [-] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Took 1.28 seconds to deallocate network for instance. [ 876.084954] env[69760]: ERROR nova.scheduler.client.report [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [req-ef1315a9-c965-4117-b7e7-9b953c239482] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef1315a9-c965-4117-b7e7-9b953c239482"}]} [ 876.101385] env[69760]: DEBUG nova.scheduler.client.report [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 876.116567] env[69760]: DEBUG nova.scheduler.client.report [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 876.116834] env[69760]: DEBUG nova.compute.provider_tree [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.129323] env[69760]: DEBUG nova.scheduler.client.report [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 876.150272] env[69760]: DEBUG nova.scheduler.client.report [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 876.195028] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527fa834-cf73-cf47-5786-3d9d85d35718, 'name': SearchDatastore_Task, 'duration_secs': 0.058766} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.195028] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.195177] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 876.195418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.195566] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.195837] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 876.196027] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4251bec8-16c3-4355-a7dc-14ba864ea78e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.206203] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 876.206439] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 876.209575] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c4293b5-5d60-4cd1-a1ca-379f2b00bb36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.216038] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 876.216038] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c79c81-5960-5466-8e35-8c3fd5cb2fe0" [ 876.216038] env[69760]: _type = "Task" [ 876.216038] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.223595] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c79c81-5960-5466-8e35-8c3fd5cb2fe0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.233673] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e5f9703-1bbd-445c-9f5c-e207be77d76d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.254129] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance '458ff062-7b22-477f-85d1-4110870956cb' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 876.357839] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393877, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.365530] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393878, 'name': Rename_Task, 'duration_secs': 0.168024} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.365865] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 876.366180] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e3742143-0e86-4fca-9bf8-b058f5ccb0a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.375798] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 876.375798] env[69760]: value = "task-3393879" [ 876.375798] env[69760]: _type = "Task" [ 876.375798] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.385904] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393879, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.514136] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.656821] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb85303b-59b6-4475-ba39-b683513f58ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.665928] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a54c85f-64f1-49e7-bf63-ad7bbcdaa3e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.699946] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ec1b1d-81d9-4d73-9d4f-057da916b62a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.709502] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6f143ad-70cf-43f8-a4b2-7e7b174a37d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.724187] env[69760]: DEBUG nova.compute.provider_tree [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 876.735234] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c79c81-5960-5466-8e35-8c3fd5cb2fe0, 'name': SearchDatastore_Task, 'duration_secs': 0.012536} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.738369] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-784d42aa-289a-4c4f-9f35-ec184b70b0dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.745533] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 876.745533] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ff2bd9-1e0b-eb82-22be-81fa72a64e0e" [ 876.745533] env[69760]: _type = "Task" [ 876.745533] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.753398] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ff2bd9-1e0b-eb82-22be-81fa72a64e0e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.759620] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.759931] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb750d06-4d83-4fde-98c2-a29ad1dc0862 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.770044] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 876.770044] env[69760]: value = "task-3393880" [ 876.770044] env[69760]: _type = "Task" [ 876.770044] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.779864] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393880, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.853697] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393877, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.886365] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393879, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.256251] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ff2bd9-1e0b-eb82-22be-81fa72a64e0e, 'name': SearchDatastore_Task, 'duration_secs': 0.050656} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.256547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.256804] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 877.257108] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ffe006f-254c-4617-a14d-eafe2b581261 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.266546] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 877.266546] env[69760]: value = "task-3393881" [ 877.266546] env[69760]: _type = "Task" [ 877.266546] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.277289] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.282250] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393880, 'name': PowerOffVM_Task, 'duration_secs': 0.209039} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.282564] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 877.282820] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance '458ff062-7b22-477f-85d1-4110870956cb' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.353428] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393877, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.555674} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.353606] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 877.353818] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 877.354124] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-581fab09-faef-457e-bfec-accf4fa27041 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.357511] env[69760]: DEBUG nova.scheduler.client.report [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 92 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 877.357751] env[69760]: DEBUG nova.compute.provider_tree [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 92 to 93 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 877.357932] env[69760]: DEBUG nova.compute.provider_tree [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 877.362172] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 877.362172] env[69760]: value = "task-3393882" [ 877.362172] env[69760]: _type = "Task" [ 877.362172] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.370361] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.386029] env[69760]: DEBUG oslo_vmware.api [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3393879, 'name': PowerOnVM_Task, 'duration_secs': 0.633883} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.386306] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 877.386518] env[69760]: INFO nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Took 7.66 seconds to spawn the instance on the hypervisor. [ 877.386714] env[69760]: DEBUG nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 877.387483] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04fd016-7d49-40ed-91ac-0d916d16a2b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.776255] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393881, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.789519] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 877.789860] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 877.790120] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 877.790360] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 877.790543] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 877.790723] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 877.790947] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 877.791124] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 877.791295] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 877.791457] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 877.791645] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 877.796666] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09a20e91-2d7a-4e43-97aa-56f7b5c8f852 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.812490] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 877.812490] env[69760]: value = "task-3393883" [ 877.812490] env[69760]: _type = "Task" [ 877.812490] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.820255] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393883, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.863675] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.856s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 877.864301] env[69760]: DEBUG nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 877.867025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.286s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 877.867320] env[69760]: DEBUG nova.objects.instance [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lazy-loading 'resources' on Instance uuid b31c1806-9771-440b-830a-529ef3cdaaea {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 877.877950] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0607} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.878266] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 877.878984] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c50757dc-d21d-4b53-aba6-e5191072743e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.900014] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 877.904969] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01ec04be-e956-41ed-8930-aff69776555b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.921277] env[69760]: INFO nova.compute.manager [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Took 48.51 seconds to build instance. [ 877.927341] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 877.927341] env[69760]: value = "task-3393884" [ 877.927341] env[69760]: _type = "Task" [ 877.927341] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.936125] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393884, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.279437] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.585672} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.279890] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 878.279996] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 878.280302] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-dade765e-b9fa-49d6-a541-288c6dbd0fe5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.286747] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 878.286747] env[69760]: value = "task-3393885" [ 878.286747] env[69760]: _type = "Task" [ 878.286747] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.295175] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393885, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.322458] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393883, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.376754] env[69760]: DEBUG nova.compute.utils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 878.378333] env[69760]: DEBUG nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 878.378502] env[69760]: DEBUG nova.network.neutron [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 878.424069] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ad8a1f7-01d0-416a-abdc-3b3f68e4f2ef tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.356s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 878.440016] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.693389] env[69760]: DEBUG nova.policy [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bdf796fc477447383065c8e3c018dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a96b71594d44f8bf8d8e8dfc918129', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 878.798489] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393885, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085465} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.800923] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 878.802079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c502e20a-075f-4595-a6b9-98494f050d06 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.823780] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Reconfiguring VM instance instance-00000038 to attach disk [datastore2] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 878.829400] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-21ee09d3-d9ed-4b81-9436-835918458b74 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.849852] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393883, 'name': ReconfigVM_Task, 'duration_secs': 0.594972} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.851200] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance '458ff062-7b22-477f-85d1-4110870956cb' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.854882] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 878.854882] env[69760]: value = "task-3393886" [ 878.854882] env[69760]: _type = "Task" [ 878.854882] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.865979] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.881662] env[69760]: DEBUG nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 878.914194] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec72f1d-2123-4d8b-83d8-fd8ad32f3909 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.924713] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab55f122-1cbd-48dc-91d3-d3fb4f99a135 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.928371] env[69760]: DEBUG nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 878.962096] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f02f4b05-1d87-467b-a4ac-55d096bb1ffc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.968308] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393884, 'name': ReconfigVM_Task, 'duration_secs': 0.654192} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.968956] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Reconfigured VM instance instance-0000003b to attach disk [datastore2] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 878.969645] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8497134a-c46b-49e3-8f22-7f86c9e8c2d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.974568] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a37cd261-2551-4db2-a42e-f0681a4e089d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.979904] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 878.979904] env[69760]: value = "task-3393887" [ 878.979904] env[69760]: _type = "Task" [ 878.979904] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.991221] env[69760]: DEBUG nova.compute.provider_tree [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.997629] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393887, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.297896] env[69760]: DEBUG nova.network.neutron [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Successfully created port: 67136dfc-d1f2-47fc-820c-5863eeca55bf {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 879.318144] env[69760]: DEBUG nova.compute.manager [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Received event network-changed-4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 879.319103] env[69760]: DEBUG nova.compute.manager [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing instance network info cache due to event network-changed-4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 879.319769] env[69760]: DEBUG oslo_concurrency.lockutils [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] Acquiring lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.319949] env[69760]: DEBUG oslo_concurrency.lockutils [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] Acquired lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.322019] env[69760]: DEBUG nova.network.neutron [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing network info cache for port 4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 879.361391] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T06:02:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5449c911-f47b-4191-90b3-aa43e1a4fa2a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292159111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.361886] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.361886] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.364670] env[69760]: DEBUG nova.virt.hardware [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.374017] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 879.374853] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-34f4c2ba-6263-44dc-bd20-d79df427ba0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.416645] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393886, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.417031] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 879.417031] env[69760]: value = "task-3393888" [ 879.417031] env[69760]: _type = "Task" [ 879.417031] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.426900] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393888, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.467487] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 879.491406] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393887, 'name': Rename_Task, 'duration_secs': 0.13284} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.491762] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 879.492017] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f1990985-65dc-4790-b0b5-ba25fcd9a50e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.494431] env[69760]: DEBUG nova.scheduler.client.report [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.504310] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 879.504310] env[69760]: value = "task-3393889" [ 879.504310] env[69760]: _type = "Task" [ 879.504310] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.516396] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393889, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.885448] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.904321] env[69760]: DEBUG nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 879.927806] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393888, 'name': ReconfigVM_Task, 'duration_secs': 0.180452} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.930190] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 879.931421] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8843ba7-1567-4c6c-b21b-03e2914958ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.937508] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 879.937730] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 879.937914] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.938124] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 879.938274] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.938419] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 879.938628] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 879.938788] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 879.938955] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 879.939137] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 879.939324] env[69760]: DEBUG nova.virt.hardware [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 879.940739] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7528d6e6-bfb3-4719-8577-01418ce6eef2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.960459] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 879.963303] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fa70c2a-074a-4e5b-9229-eae9367d91e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.979475] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f0d5b98-1315-4131-bcad-d11a00f8d750 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.985623] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 879.985623] env[69760]: value = "task-3393890" [ 879.985623] env[69760]: _type = "Task" [ 879.985623] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.002519] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.004673] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393890, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.005871] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 43.026s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.005871] env[69760]: DEBUG nova.objects.instance [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'resources' on Instance uuid edc6122e-6c43-41ac-918a-4fac2c168ee4 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 880.015248] env[69760]: DEBUG oslo_vmware.api [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393889, 'name': PowerOnVM_Task, 'duration_secs': 0.414951} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.018586] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 880.018896] env[69760]: INFO nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Took 7.64 seconds to spawn the instance on the hypervisor. [ 880.018983] env[69760]: DEBUG nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 880.020075] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0769ee-ecff-4bf3-97ca-27cbb70da3af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.024760] env[69760]: INFO nova.scheduler.client.report [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Deleted allocations for instance b31c1806-9771-440b-830a-529ef3cdaaea [ 880.088981] env[69760]: DEBUG nova.network.neutron [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updated VIF entry in instance network info cache for port 4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 880.089438] env[69760]: DEBUG nova.network.neutron [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.385801] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393886, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.499065] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393890, 'name': ReconfigVM_Task, 'duration_secs': 0.271889} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.499425] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.499671] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance '458ff062-7b22-477f-85d1-4110870956cb' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 880.541395] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f64b12fc-b904-44fd-b437-bf0dbdd27202 tempest-ServersTestJSON-311321167 tempest-ServersTestJSON-311321167-project-member] Lock "b31c1806-9771-440b-830a-529ef3cdaaea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.770s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 880.545877] env[69760]: INFO nova.compute.manager [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Took 50.85 seconds to build instance. [ 880.592805] env[69760]: DEBUG oslo_concurrency.lockutils [req-2e6e8368-5460-4d6c-a96a-de07619a84b9 req-bece64db-2299-4eca-9f9f-67418cf911e0 service nova] Releasing lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.885970] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393886, 'name': ReconfigVM_Task, 'duration_secs': 1.796955} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.888474] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Reconfigured VM instance instance-00000038 to attach disk [datastore2] 3ac4eda8-6709-443d-979a-72e2cfa028b5/3ac4eda8-6709-443d-979a-72e2cfa028b5.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 880.889263] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a866bdf9-a4e0-43af-aaa4-0a64517d1eb0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.895579] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 880.895579] env[69760]: value = "task-3393891" [ 880.895579] env[69760]: _type = "Task" [ 880.895579] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.955410] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac883235-4351-4d33-8c8f-120d88871bb4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.962543] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f94eaa8-dedd-40e4-a71b-13a68853afab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.995825] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac64483-1874-4785-a0fd-7c5774e0e820 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.003456] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dec8c522-c307-4f63-96ff-34fe2ef5a264 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.010279] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb7cf4c-a737-4b25-a27a-260ff30fd484 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.024042] env[69760]: DEBUG nova.compute.provider_tree [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 881.043755] env[69760]: DEBUG nova.scheduler.client.report [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.050139] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef357626-a6d1-4374-9a40-ee3aaf11731c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.051356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-278ea55b-edf5-4cc5-9830-0a84914ba1e9 tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 84.032s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.068460] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance '458ff062-7b22-477f-85d1-4110870956cb' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 881.098923] env[69760]: DEBUG nova.network.neutron [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Successfully updated port: 67136dfc-d1f2-47fc-820c-5863eeca55bf {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 881.376621] env[69760]: DEBUG nova.compute.manager [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Received event network-vif-plugged-67136dfc-d1f2-47fc-820c-5863eeca55bf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.376858] env[69760]: DEBUG oslo_concurrency.lockutils [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] Acquiring lock "7ba9c3ca-8f80-4422-8392-e747f7020176-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 881.377107] env[69760]: DEBUG oslo_concurrency.lockutils [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.377293] env[69760]: DEBUG oslo_concurrency.lockutils [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.377468] env[69760]: DEBUG nova.compute.manager [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] No waiting events found dispatching network-vif-plugged-67136dfc-d1f2-47fc-820c-5863eeca55bf {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 881.377631] env[69760]: WARNING nova.compute.manager [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Received unexpected event network-vif-plugged-67136dfc-d1f2-47fc-820c-5863eeca55bf for instance with vm_state building and task_state spawning. [ 881.377792] env[69760]: DEBUG nova.compute.manager [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Received event network-changed-67136dfc-d1f2-47fc-820c-5863eeca55bf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 881.377944] env[69760]: DEBUG nova.compute.manager [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Refreshing instance network info cache due to event network-changed-67136dfc-d1f2-47fc-820c-5863eeca55bf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 881.379651] env[69760]: DEBUG oslo_concurrency.lockutils [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] Acquiring lock "refresh_cache-7ba9c3ca-8f80-4422-8392-e747f7020176" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.379651] env[69760]: DEBUG oslo_concurrency.lockutils [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] Acquired lock "refresh_cache-7ba9c3ca-8f80-4422-8392-e747f7020176" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.380099] env[69760]: DEBUG nova.network.neutron [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Refreshing network info cache for port 67136dfc-d1f2-47fc-820c-5863eeca55bf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 881.408832] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393891, 'name': Rename_Task, 'duration_secs': 0.140009} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.408832] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 881.408832] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99fb4cca-6ba4-4cef-961d-4d8f77b7747f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.413464] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 881.413464] env[69760]: value = "task-3393892" [ 881.413464] env[69760]: _type = "Task" [ 881.413464] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.422288] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393892, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.552548] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.547s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.556360] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 39.434s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.556654] env[69760]: DEBUG nova.objects.instance [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 881.594335] env[69760]: INFO nova.scheduler.client.report [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted allocations for instance edc6122e-6c43-41ac-918a-4fac2c168ee4 [ 881.606366] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "refresh_cache-7ba9c3ca-8f80-4422-8392-e747f7020176" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.629349] env[69760]: DEBUG nova.network.neutron [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Port b4a3afdd-da1f-4bd8-bc9a-f52576256b75 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 881.927258] env[69760]: DEBUG oslo_vmware.api [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393892, 'name': PowerOnVM_Task, 'duration_secs': 0.426672} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.929202] env[69760]: DEBUG nova.network.neutron [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 881.931103] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 881.931371] env[69760]: DEBUG nova.compute.manager [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 881.932595] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3349715-3202-4944-9ce9-8ef5ebdeaaae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.994120] env[69760]: DEBUG nova.network.neutron [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.104611] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6a1d5fa0-824f-42ac-911c-c2d6255fb17e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "edc6122e-6c43-41ac-918a-4fac2c168ee4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.119s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.212021] env[69760]: INFO nova.compute.manager [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Rebuilding instance [ 882.263521] env[69760]: DEBUG nova.compute.manager [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 882.264445] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f62a35c-0a24-4c06-9d4a-948f90031a53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.453307] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.499536] env[69760]: DEBUG oslo_concurrency.lockutils [req-417b2ad4-0025-46dc-8b44-859a10093fc8 req-b62d032f-30b9-4e4d-941f-2ec189f71581 service nova] Releasing lock "refresh_cache-7ba9c3ca-8f80-4422-8392-e747f7020176" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.500537] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired lock "refresh_cache-7ba9c3ca-8f80-4422-8392-e747f7020176" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.500820] env[69760]: DEBUG nova.network.neutron [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 882.567874] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f96ffcbc-bd8a-40e4-a096-4a106946e930 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.569045] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.819s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.570615] env[69760]: INFO nova.compute.claims [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 882.654457] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "458ff062-7b22-477f-85d1-4110870956cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.654693] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.654866] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.053046] env[69760]: DEBUG nova.network.neutron [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 883.256527] env[69760]: DEBUG nova.network.neutron [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Updating instance_info_cache with network_info: [{"id": "67136dfc-d1f2-47fc-820c-5863eeca55bf", "address": "fa:16:3e:5a:dc:a4", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67136dfc-d1", "ovs_interfaceid": "67136dfc-d1f2-47fc-820c-5863eeca55bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 883.279212] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.279508] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb87eacc-05e6-4782-8959-0a2232a3b628 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.287094] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 883.287094] env[69760]: value = "task-3393893" [ 883.287094] env[69760]: _type = "Task" [ 883.287094] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.296095] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393893, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.590808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "3ac4eda8-6709-443d-979a-72e2cfa028b5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.591104] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "3ac4eda8-6709-443d-979a-72e2cfa028b5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.591290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "3ac4eda8-6709-443d-979a-72e2cfa028b5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.591519] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "3ac4eda8-6709-443d-979a-72e2cfa028b5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.591728] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "3ac4eda8-6709-443d-979a-72e2cfa028b5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.593713] env[69760]: INFO nova.compute.manager [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Terminating instance [ 883.707240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.707459] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.707617] env[69760]: DEBUG nova.network.neutron [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 883.760018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Releasing lock "refresh_cache-7ba9c3ca-8f80-4422-8392-e747f7020176" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.760018] env[69760]: DEBUG nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Instance network_info: |[{"id": "67136dfc-d1f2-47fc-820c-5863eeca55bf", "address": "fa:16:3e:5a:dc:a4", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.23", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap67136dfc-d1", "ovs_interfaceid": "67136dfc-d1f2-47fc-820c-5863eeca55bf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 883.760474] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:dc:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '67136dfc-d1f2-47fc-820c-5863eeca55bf', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 883.767954] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Creating folder: Project (59a96b71594d44f8bf8d8e8dfc918129). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.770514] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4af24d50-1e55-495f-a962-e6e3027b6ebb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.784224] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Created folder: Project (59a96b71594d44f8bf8d8e8dfc918129) in parent group-v676970. [ 883.784529] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Creating folder: Instances. Parent ref: group-v677134. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 883.784980] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ff4029e1-722e-44a1-be4e-d426382aeb93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.793303] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Created folder: Instances in parent group-v677134. [ 883.793609] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 883.798571] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 883.798851] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393893, 'name': PowerOffVM_Task, 'duration_secs': 0.175708} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.799257] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f0dc728d-d4ae-4440-919a-8b8e6449b648 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.813807] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 883.814505] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.817533] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1807096e-a4a8-436f-b608-d844b0a38a14 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.825210] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 883.826814] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c5e3059-343d-44f8-821b-2cd58199933c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.828172] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 883.828172] env[69760]: value = "task-3393896" [ 883.828172] env[69760]: _type = "Task" [ 883.828172] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.839016] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393896, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.857312] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 883.859088] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 883.859088] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Deleting the datastore file [datastore2] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 883.859088] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-70adf664-dbd4-4a26-9f4c-d55890b4bd35 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.869484] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 883.869484] env[69760]: value = "task-3393898" [ 883.869484] env[69760]: _type = "Task" [ 883.869484] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.878150] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.072009] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-105254d7-f405-47fc-a090-3cc9797b053b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.079401] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f0fcb3e-ef0e-4925-b8dd-9757ce46d9f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.110820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "refresh_cache-3ac4eda8-6709-443d-979a-72e2cfa028b5" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.111103] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquired lock "refresh_cache-3ac4eda8-6709-443d-979a-72e2cfa028b5" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.111349] env[69760]: DEBUG nova.network.neutron [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.116656] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea6a2226-c2fd-4b6a-9d29-2d0b11ef872b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.127519] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce00acc-e057-4e9d-bba1-0b3d5086078f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.143606] env[69760]: DEBUG nova.compute.provider_tree [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 884.339536] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393896, 'name': CreateVM_Task, 'duration_secs': 0.311689} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.339628] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 884.340805] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.341106] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.341571] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.344013] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72886e16-e122-451a-8428-2ed22c02414c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.349106] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 884.349106] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a6649f-d0c2-9b78-4a0f-5294c3092241" [ 884.349106] env[69760]: _type = "Task" [ 884.349106] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.357176] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a6649f-d0c2-9b78-4a0f-5294c3092241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.377513] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109986} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.377798] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.377978] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.378178] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.568374] env[69760]: DEBUG nova.network.neutron [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [{"id": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "address": "fa:16:3e:ba:c8:0c", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a3afdd-da", "ovs_interfaceid": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.639609] env[69760]: DEBUG nova.network.neutron [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 884.646978] env[69760]: DEBUG nova.scheduler.client.report [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 884.731559] env[69760]: DEBUG nova.network.neutron [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 884.861528] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a6649f-d0c2-9b78-4a0f-5294c3092241, 'name': SearchDatastore_Task, 'duration_secs': 0.011955} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.861966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.862292] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 884.862582] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.862788] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.866343] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 884.866669] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5dc84f28-9cae-430f-a35a-05555ab3061c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.877607] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 884.877852] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 884.878683] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6edda83a-b667-40bc-9bd2-3d178b723b63 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.888088] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 884.888088] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a8cc9e-aa04-b787-f8c9-7ec86015016a" [ 884.888088] env[69760]: _type = "Task" [ 884.888088] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.896744] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a8cc9e-aa04-b787-f8c9-7ec86015016a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.074559] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.154447] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.585s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.155036] env[69760]: DEBUG nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 885.159021] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.908s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.159248] env[69760]: DEBUG nova.objects.instance [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lazy-loading 'resources' on Instance uuid 28a18cfd-b956-45d7-b3d9-10410e4be610 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 885.234189] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Releasing lock "refresh_cache-3ac4eda8-6709-443d-979a-72e2cfa028b5" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.234643] env[69760]: DEBUG nova.compute.manager [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 885.234848] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.236544] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9600e52-1a96-4a9d-9e4d-fecc092fbb9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.244053] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.244309] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0434f03a-d4ee-4d2b-8c50-27095121d0b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.251599] env[69760]: DEBUG oslo_vmware.api [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 885.251599] env[69760]: value = "task-3393899" [ 885.251599] env[69760]: _type = "Task" [ 885.251599] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.260122] env[69760]: DEBUG oslo_vmware.api [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.403018] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a8cc9e-aa04-b787-f8c9-7ec86015016a, 'name': SearchDatastore_Task, 'duration_secs': 0.025635} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.403018] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c49cd313-16c8-4145-8bb3-48385e4c2719 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.406880] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 885.406880] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d09a66-ec1e-ac26-e6f3-2378be7d6087" [ 885.406880] env[69760]: _type = "Task" [ 885.406880] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.416577] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d09a66-ec1e-ac26-e6f3-2378be7d6087, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.418745] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 885.418974] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 885.419980] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 885.419980] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 885.419980] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 885.419980] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 885.419980] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 885.419980] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 885.420219] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 885.420349] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 885.420525] env[69760]: DEBUG nova.virt.hardware [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 885.421308] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09c30e08-2528-41c8-9b6a-91051ce9be43 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.428517] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf943a5e-988d-4fd8-94bf-0fa3b8364f9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.442199] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 885.447676] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 885.449342] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 885.449342] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e434c7cc-f456-4fc8-b10a-b22d350080cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.465886] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 885.465886] env[69760]: value = "task-3393900" [ 885.465886] env[69760]: _type = "Task" [ 885.465886] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.474245] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393900, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.605031] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e721f60-02bd-4d99-90cc-524938833f4d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.624546] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97a3642-89cf-4a8a-bac3-fb18d1a07183 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.631654] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance '458ff062-7b22-477f-85d1-4110870956cb' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 885.670155] env[69760]: DEBUG nova.compute.utils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 885.673650] env[69760]: DEBUG nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 885.673650] env[69760]: DEBUG nova.network.neutron [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 885.743968] env[69760]: DEBUG nova.policy [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9bdf796fc477447383065c8e3c018dc4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59a96b71594d44f8bf8d8e8dfc918129', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 885.763445] env[69760]: DEBUG oslo_vmware.api [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393899, 'name': PowerOffVM_Task, 'duration_secs': 0.129346} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.763702] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.763864] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.764184] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d926c073-ad07-4ae6-ace6-6f102887ece9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.789101] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 885.789320] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 885.789491] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Deleting the datastore file [datastore2] 3ac4eda8-6709-443d-979a-72e2cfa028b5 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 885.789742] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49407931-c7f7-42a3-84fa-62582ae49dbd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.796134] env[69760]: DEBUG oslo_vmware.api [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for the task: (returnval){ [ 885.796134] env[69760]: value = "task-3393902" [ 885.796134] env[69760]: _type = "Task" [ 885.796134] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.806547] env[69760]: DEBUG oslo_vmware.api [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393902, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.923700] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d09a66-ec1e-ac26-e6f3-2378be7d6087, 'name': SearchDatastore_Task, 'duration_secs': 0.009119} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.924060] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.924340] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 7ba9c3ca-8f80-4422-8392-e747f7020176/7ba9c3ca-8f80-4422-8392-e747f7020176.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 885.924611] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9eaf8f8c-c04b-4557-b21c-4602d4611203 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.934658] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 885.934658] env[69760]: value = "task-3393903" [ 885.934658] env[69760]: _type = "Task" [ 885.934658] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.944674] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393903, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.978137] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393900, 'name': CreateVM_Task, 'duration_secs': 0.288779} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.980658] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 885.981643] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.981908] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.982319] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.982610] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a22a27c-063f-4f8e-a781-5ba62423ef25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.990321] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 885.990321] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52579814-2282-f270-395d-b44d17f4f0b8" [ 885.990321] env[69760]: _type = "Task" [ 885.990321] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.001742] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52579814-2282-f270-395d-b44d17f4f0b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.098837] env[69760]: DEBUG nova.network.neutron [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Successfully created port: aa91fb76-1554-4c06-81a3-d53d62f7c31b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 886.142090] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 886.142457] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-16767ebc-7117-414f-b71d-fe0aabfaf365 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.150360] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 886.150360] env[69760]: value = "task-3393904" [ 886.150360] env[69760]: _type = "Task" [ 886.150360] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.163920] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393904, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.176607] env[69760]: DEBUG nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 886.242422] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa589c7-15c6-419d-b705-1002716c0a4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.251769] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-897bb2dc-bb16-480a-9cdf-ad843a546358 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.287998] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ac89150-874f-4ac7-8b73-1d4ec2fc4296 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.297101] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74e6e901-025e-4221-9370-7b866139a212 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.309676] env[69760]: DEBUG oslo_vmware.api [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Task: {'id': task-3393902, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.093017} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.318313] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.318584] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.318773] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.318959] env[69760]: INFO nova.compute.manager [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Took 1.08 seconds to destroy the instance on the hypervisor. [ 886.319236] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 886.319699] env[69760]: DEBUG nova.compute.provider_tree [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 886.321137] env[69760]: DEBUG nova.compute.manager [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 886.321258] env[69760]: DEBUG nova.network.neutron [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 886.338483] env[69760]: DEBUG nova.network.neutron [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 886.447695] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393903, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.465562} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.448085] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 7ba9c3ca-8f80-4422-8392-e747f7020176/7ba9c3ca-8f80-4422-8392-e747f7020176.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 886.448574] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 886.448921] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49ad9120-4343-49d4-a2d9-42a683b305f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.462782] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 886.462782] env[69760]: value = "task-3393905" [ 886.462782] env[69760]: _type = "Task" [ 886.462782] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.473429] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.504576] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52579814-2282-f270-395d-b44d17f4f0b8, 'name': SearchDatastore_Task, 'duration_secs': 0.020848} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.505222] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.505376] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 886.505672] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.505944] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.506164] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 886.506520] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-617d4871-fb54-41a4-b7fa-84db305efe20 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.515656] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 886.515896] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 886.516950] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfd419e-ac34-4918-aae9-3ffde64ebbcc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.523424] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 886.523424] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52af6c3b-e7fa-8a0d-31ab-18e9b5d06037" [ 886.523424] env[69760]: _type = "Task" [ 886.523424] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.533024] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52af6c3b-e7fa-8a0d-31ab-18e9b5d06037, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.608028] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.608119] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.664635] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393904, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.825748] env[69760]: DEBUG nova.scheduler.client.report [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.844270] env[69760]: DEBUG nova.network.neutron [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.975115] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.447658} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.975391] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 886.976180] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2117e8c-7fae-4928-81f0-a6ae6197f69e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.000177] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Reconfiguring VM instance instance-0000003c to attach disk [datastore1] 7ba9c3ca-8f80-4422-8392-e747f7020176/7ba9c3ca-8f80-4422-8392-e747f7020176.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 887.000177] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1f740d53-72ad-4787-85d8-9a87fea34236 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.020861] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 887.020861] env[69760]: value = "task-3393906" [ 887.020861] env[69760]: _type = "Task" [ 887.020861] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.032356] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393906, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.035748] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52af6c3b-e7fa-8a0d-31ab-18e9b5d06037, 'name': SearchDatastore_Task, 'duration_secs': 0.008676} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.036534] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6e996f6-3200-4a42-aa85-2a191fbac5b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.041241] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 887.041241] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbef31-3ad7-e1fe-d217-52444682b0c2" [ 887.041241] env[69760]: _type = "Task" [ 887.041241] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.048904] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbef31-3ad7-e1fe-d217-52444682b0c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.111118] env[69760]: DEBUG nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 887.167094] env[69760]: DEBUG oslo_vmware.api [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3393904, 'name': PowerOnVM_Task, 'duration_secs': 0.963453} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.167387] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 887.167570] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ab734796-9339-4d37-942d-f0e86e69f959 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance '458ff062-7b22-477f-85d1-4110870956cb' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 887.189764] env[69760]: DEBUG nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 887.231456] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 887.231886] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 887.232205] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 887.232549] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 887.232831] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 887.233121] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 887.233489] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 887.233781] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 887.234101] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 887.234407] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 887.234717] env[69760]: DEBUG nova.virt.hardware [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 887.236298] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be823550-32e7-4609-b4e4-39f8c2f97f3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.247959] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57b2a586-8077-4cd8-8a24-86159eec285e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.330387] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.171s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.333162] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 37.147s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.333636] env[69760]: DEBUG nova.objects.instance [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lazy-loading 'resources' on Instance uuid 011f3a11-47dc-4297-95e1-542e1a0227c1 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 887.346839] env[69760]: INFO nova.compute.manager [-] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Took 1.03 seconds to deallocate network for instance. [ 887.357774] env[69760]: INFO nova.scheduler.client.report [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleted allocations for instance 28a18cfd-b956-45d7-b3d9-10410e4be610 [ 887.531414] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.555284] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbef31-3ad7-e1fe-d217-52444682b0c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010728} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.555284] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.555284] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 887.555284] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d751d8d2-1ea4-480f-abda-35601b14f8d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.563218] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 887.563218] env[69760]: value = "task-3393907" [ 887.563218] env[69760]: _type = "Task" [ 887.563218] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.570506] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393907, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.606296] env[69760]: DEBUG nova.compute.manager [req-92949f56-60e8-4b47-960e-62c529e0dd96 req-b62c4020-5bc2-4f07-9baa-1fb10a8bd701 service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Received event network-vif-plugged-aa91fb76-1554-4c06-81a3-d53d62f7c31b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 887.606296] env[69760]: DEBUG oslo_concurrency.lockutils [req-92949f56-60e8-4b47-960e-62c529e0dd96 req-b62c4020-5bc2-4f07-9baa-1fb10a8bd701 service nova] Acquiring lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.606296] env[69760]: DEBUG oslo_concurrency.lockutils [req-92949f56-60e8-4b47-960e-62c529e0dd96 req-b62c4020-5bc2-4f07-9baa-1fb10a8bd701 service nova] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 887.606296] env[69760]: DEBUG oslo_concurrency.lockutils [req-92949f56-60e8-4b47-960e-62c529e0dd96 req-b62c4020-5bc2-4f07-9baa-1fb10a8bd701 service nova] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 887.606296] env[69760]: DEBUG nova.compute.manager [req-92949f56-60e8-4b47-960e-62c529e0dd96 req-b62c4020-5bc2-4f07-9baa-1fb10a8bd701 service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] No waiting events found dispatching network-vif-plugged-aa91fb76-1554-4c06-81a3-d53d62f7c31b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 887.606296] env[69760]: WARNING nova.compute.manager [req-92949f56-60e8-4b47-960e-62c529e0dd96 req-b62c4020-5bc2-4f07-9baa-1fb10a8bd701 service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Received unexpected event network-vif-plugged-aa91fb76-1554-4c06-81a3-d53d62f7c31b for instance with vm_state building and task_state spawning. [ 887.636085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.675941] env[69760]: DEBUG nova.network.neutron [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Successfully updated port: aa91fb76-1554-4c06-81a3-d53d62f7c31b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 887.854914] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 887.864804] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6b529227-4cea-4ca3-b993-904001537791 tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "28a18cfd-b956-45d7-b3d9-10410e4be610" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.872s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.035340] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393906, 'name': ReconfigVM_Task, 'duration_secs': 0.651189} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.035681] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Reconfigured VM instance instance-0000003c to attach disk [datastore1] 7ba9c3ca-8f80-4422-8392-e747f7020176/7ba9c3ca-8f80-4422-8392-e747f7020176.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 888.036487] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-265b422d-a65f-4ba9-bd08-d67c16cacbc7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.045416] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 888.045416] env[69760]: value = "task-3393908" [ 888.045416] env[69760]: _type = "Task" [ 888.045416] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.055818] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393908, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.072764] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393907, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.182318] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "refresh_cache-db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.182439] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired lock "refresh_cache-db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.182600] env[69760]: DEBUG nova.network.neutron [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 888.325380] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f5c8f26-52eb-4ca2-b008-c26a106f24a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.333114] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9613f87-fff5-4866-a582-3df1ed444c92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.364650] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd356ade-0087-4048-871e-4321e34b7089 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.372685] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec610648-f23c-45a6-a77b-72f3776c8115 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.386338] env[69760]: DEBUG nova.compute.provider_tree [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 888.555550] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393908, 'name': Rename_Task, 'duration_secs': 0.197134} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.555828] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 888.556074] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d5ed6f0d-8e2b-4f8c-a75f-c9872c7a3ab6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.561963] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 888.561963] env[69760]: value = "task-3393909" [ 888.561963] env[69760]: _type = "Task" [ 888.561963] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.572140] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.575121] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393907, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646573} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.575361] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 888.575570] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 888.575804] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b26636b4-1cff-481d-9c17-1ad1f0af7f98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.581549] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 888.581549] env[69760]: value = "task-3393910" [ 888.581549] env[69760]: _type = "Task" [ 888.581549] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.589131] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393910, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.601715] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "ea7b45cb-9756-40b7-94a3-4babdec11820" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.602034] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "ea7b45cb-9756-40b7-94a3-4babdec11820" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.602298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "ea7b45cb-9756-40b7-94a3-4babdec11820-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.602533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "ea7b45cb-9756-40b7-94a3-4babdec11820-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.602753] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "ea7b45cb-9756-40b7-94a3-4babdec11820-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.605039] env[69760]: INFO nova.compute.manager [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Terminating instance [ 888.742805] env[69760]: DEBUG nova.network.neutron [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 888.883642] env[69760]: DEBUG nova.network.neutron [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Updating instance_info_cache with network_info: [{"id": "aa91fb76-1554-4c06-81a3-d53d62f7c31b", "address": "fa:16:3e:10:33:26", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa91fb76-15", "ovs_interfaceid": "aa91fb76-1554-4c06-81a3-d53d62f7c31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.891182] env[69760]: DEBUG nova.scheduler.client.report [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 889.072325] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393909, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.089915] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393910, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069749} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.090235] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 889.090960] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75b9ac90-4ca4-40fe-9b90-4904d8434be0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.110379] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Reconfiguring VM instance instance-0000003b to attach disk [datastore1] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 889.110901] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "refresh_cache-ea7b45cb-9756-40b7-94a3-4babdec11820" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.111072] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquired lock "refresh_cache-ea7b45cb-9756-40b7-94a3-4babdec11820" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.111242] env[69760]: DEBUG nova.network.neutron [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.112389] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05f53be5-9c11-4a25-9bec-a97e53bf84a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.132293] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 889.132293] env[69760]: value = "task-3393911" [ 889.132293] env[69760]: _type = "Task" [ 889.132293] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.142182] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393911, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.386671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Releasing lock "refresh_cache-db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.387157] env[69760]: DEBUG nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Instance network_info: |[{"id": "aa91fb76-1554-4c06-81a3-d53d62f7c31b", "address": "fa:16:3e:10:33:26", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa91fb76-15", "ovs_interfaceid": "aa91fb76-1554-4c06-81a3-d53d62f7c31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 889.388153] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:33:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '605f83bd-808c-4b54-922e-54b14690987a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa91fb76-1554-4c06-81a3-d53d62f7c31b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.397629] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 889.398434] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.065s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.400651] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.402069] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.099s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.402823] env[69760]: INFO nova.compute.claims [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 889.405899] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-125f5071-4813-47a8-a703-0d4c388ea0ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.424665] env[69760]: INFO nova.scheduler.client.report [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted allocations for instance 011f3a11-47dc-4297-95e1-542e1a0227c1 [ 889.433364] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.433364] env[69760]: value = "task-3393912" [ 889.433364] env[69760]: _type = "Task" [ 889.433364] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.441906] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393912, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.572305] env[69760]: DEBUG oslo_vmware.api [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393909, 'name': PowerOnVM_Task, 'duration_secs': 0.949853} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.572598] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 889.572839] env[69760]: INFO nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Took 9.67 seconds to spawn the instance on the hypervisor. [ 889.573064] env[69760]: DEBUG nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 889.573853] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c52bc3-dd55-4ba4-b48e-5b78b5fdc6bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.644308] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393911, 'name': ReconfigVM_Task, 'duration_secs': 0.399886} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.644596] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Reconfigured VM instance instance-0000003b to attach disk [datastore1] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3/05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 889.645829] env[69760]: DEBUG nova.network.neutron [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 889.647570] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bc247e6-5f3b-4007-adec-4c641cb5b7a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.654483] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 889.654483] env[69760]: value = "task-3393913" [ 889.654483] env[69760]: _type = "Task" [ 889.654483] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.660353] env[69760]: DEBUG nova.compute.manager [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Received event network-changed-aa91fb76-1554-4c06-81a3-d53d62f7c31b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 889.660604] env[69760]: DEBUG nova.compute.manager [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Refreshing instance network info cache due to event network-changed-aa91fb76-1554-4c06-81a3-d53d62f7c31b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 889.660772] env[69760]: DEBUG oslo_concurrency.lockutils [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] Acquiring lock "refresh_cache-db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.660914] env[69760]: DEBUG oslo_concurrency.lockutils [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] Acquired lock "refresh_cache-db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.661087] env[69760]: DEBUG nova.network.neutron [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Refreshing network info cache for port aa91fb76-1554-4c06-81a3-d53d62f7c31b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 889.668601] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393913, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.678609] env[69760]: DEBUG nova.network.neutron [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Port b4a3afdd-da1f-4bd8-bc9a-f52576256b75 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 889.679550] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.679550] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.679550] env[69760]: DEBUG nova.network.neutron [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 889.720629] env[69760]: DEBUG nova.network.neutron [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 889.933169] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5937f01d-e64b-4cca-942b-66df9aaa93d3 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "011f3a11-47dc-4297-95e1-542e1a0227c1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 43.815s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.944419] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393912, 'name': CreateVM_Task, 'duration_secs': 0.350868} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.944585] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.945272] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.945452] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.945780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.946050] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7bdcef0-bced-478b-ab3f-02f32dc357a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.951039] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 889.951039] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b69d53-30bd-4778-f2a7-a9beaf053168" [ 889.951039] env[69760]: _type = "Task" [ 889.951039] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.959172] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b69d53-30bd-4778-f2a7-a9beaf053168, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.089792] env[69760]: INFO nova.compute.manager [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Took 56.13 seconds to build instance. [ 890.167143] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393913, 'name': Rename_Task, 'duration_secs': 0.168039} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.167389] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 890.168259] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f2c6f037-d486-4c91-a616-f29056671659 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.174482] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 890.174482] env[69760]: value = "task-3393914" [ 890.174482] env[69760]: _type = "Task" [ 890.174482] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.184360] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393914, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.224206] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Releasing lock "refresh_cache-ea7b45cb-9756-40b7-94a3-4babdec11820" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.224658] env[69760]: DEBUG nova.compute.manager [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 890.225241] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.225721] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd4ac948-5cdd-40f3-bf9e-985f250c8043 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.233628] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.233872] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2e2aa856-a31e-4c86-818f-8f2cdffdf79c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.239822] env[69760]: DEBUG oslo_vmware.api [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 890.239822] env[69760]: value = "task-3393915" [ 890.239822] env[69760]: _type = "Task" [ 890.239822] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.249990] env[69760]: DEBUG oslo_vmware.api [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.437190] env[69760]: DEBUG nova.network.neutron [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Updated VIF entry in instance network info cache for port aa91fb76-1554-4c06-81a3-d53d62f7c31b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 890.437190] env[69760]: DEBUG nova.network.neutron [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Updating instance_info_cache with network_info: [{"id": "aa91fb76-1554-4c06-81a3-d53d62f7c31b", "address": "fa:16:3e:10:33:26", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.36", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa91fb76-15", "ovs_interfaceid": "aa91fb76-1554-4c06-81a3-d53d62f7c31b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.438316] env[69760]: DEBUG nova.network.neutron [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [{"id": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "address": "fa:16:3e:ba:c8:0c", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a3afdd-da", "ovs_interfaceid": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.465027] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b69d53-30bd-4778-f2a7-a9beaf053168, 'name': SearchDatastore_Task, 'duration_secs': 0.040704} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.465970] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.465970] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.465970] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.465970] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.466214] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.466363] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9a9bd05c-d78e-4d98-b4c2-ea1c4464eca9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.475091] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.475290] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.476008] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d4a6a6d-62e5-4ddb-9701-29d7d7f4b8aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.481265] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 890.481265] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5209b57b-a099-4bb2-3557-f1f9a0fc3496" [ 890.481265] env[69760]: _type = "Task" [ 890.481265] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.491455] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5209b57b-a099-4bb2-3557-f1f9a0fc3496, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.591953] env[69760]: DEBUG oslo_concurrency.lockutils [None req-904f0760-8ca1-4fd7-935b-0adc5f5e0985 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.718s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.685906] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393914, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.754848] env[69760]: DEBUG oslo_vmware.api [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393915, 'name': PowerOffVM_Task, 'duration_secs': 0.124896} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.755281] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 890.755411] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 890.755627] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5d07820f-8321-4b58-a2f6-528cff75fef9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.785719] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 890.785886] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 890.786089] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleting the datastore file [datastore1] ea7b45cb-9756-40b7-94a3-4babdec11820 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 890.786454] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-811eac72-914b-4726-8142-98cb244200e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.792969] env[69760]: DEBUG oslo_vmware.api [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for the task: (returnval){ [ 890.792969] env[69760]: value = "task-3393917" [ 890.792969] env[69760]: _type = "Task" [ 890.792969] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.803821] env[69760]: DEBUG oslo_vmware.api [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393917, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.830073] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6789db7b-064d-43e8-8a9f-29b4dcf56be5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.836780] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e97b4e0-251a-4189-88e8-80a1dd1052c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.866894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e94bf8-f31a-4b06-a885-eff91a7504b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.874345] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f65736-8c75-410e-a04b-fbc917a33676 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.890656] env[69760]: DEBUG nova.compute.provider_tree [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.940680] env[69760]: DEBUG oslo_concurrency.lockutils [req-e6b72cab-ce51-4ef9-8111-c3981cca259b req-994afde3-0510-4eae-9878-0004f3798f1b service nova] Releasing lock "refresh_cache-db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.941290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.993143] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5209b57b-a099-4bb2-3557-f1f9a0fc3496, 'name': SearchDatastore_Task, 'duration_secs': 0.018498} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.993899] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbcc4bcb-ec7b-430b-9cda-031e15bdcab8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.998818] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 890.998818] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525df556-aa62-25b8-9ab9-62e228cbdaae" [ 890.998818] env[69760]: _type = "Task" [ 890.998818] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.007544] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525df556-aa62-25b8-9ab9-62e228cbdaae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.009087] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.009334] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.009564] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "5eb916ca-a7a4-4fe1-8802-e3619587155a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.010171] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.010171] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.011888] env[69760]: INFO nova.compute.manager [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Terminating instance [ 891.185513] env[69760]: DEBUG oslo_vmware.api [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393914, 'name': PowerOnVM_Task, 'duration_secs': 0.743756} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.187054] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 891.187054] env[69760]: DEBUG nova.compute.manager [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 891.187054] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d59a8482-961f-4731-a8ea-e547666285e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.305365] env[69760]: DEBUG oslo_vmware.api [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Task: {'id': task-3393917, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.106495} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.305618] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.305805] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.305982] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.306177] env[69760]: INFO nova.compute.manager [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Took 1.08 seconds to destroy the instance on the hypervisor. [ 891.306412] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 891.306596] env[69760]: DEBUG nova.compute.manager [-] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 891.306693] env[69760]: DEBUG nova.network.neutron [-] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.325053] env[69760]: DEBUG nova.network.neutron [-] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.394820] env[69760]: DEBUG nova.scheduler.client.report [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.444416] env[69760]: DEBUG nova.compute.manager [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69760) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 891.444635] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.508807] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525df556-aa62-25b8-9ab9-62e228cbdaae, 'name': SearchDatastore_Task, 'duration_secs': 0.009548} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.509158] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.509427] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] db6bdce5-50dc-40e8-b6b8-632a49ccc2e0/db6bdce5-50dc-40e8-b6b8-632a49ccc2e0.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.509681] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2975581-9a70-4f27-95f4-f36e37cce6f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.515231] env[69760]: DEBUG nova.compute.manager [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 891.515461] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 891.517148] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fc37ed7-9d24-4184-b8c5-70938ce872f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.519584] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 891.519584] env[69760]: value = "task-3393918" [ 891.519584] env[69760]: _type = "Task" [ 891.519584] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.525035] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 891.525139] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8f159e6c-09e5-4cf8-a0de-5e378780a6f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.529353] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.530462] env[69760]: DEBUG oslo_vmware.api [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 891.530462] env[69760]: value = "task-3393919" [ 891.530462] env[69760]: _type = "Task" [ 891.530462] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.540374] env[69760]: DEBUG oslo_vmware.api [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.703282] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.828099] env[69760]: DEBUG nova.network.neutron [-] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.901071] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.500s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.901703] env[69760]: DEBUG nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 891.904494] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.977s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.904734] env[69760]: DEBUG nova.objects.instance [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lazy-loading 'resources' on Instance uuid 0ed0bc72-ab06-472d-bf0e-9bff035dda6e {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 892.031242] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464524} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.035892] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] db6bdce5-50dc-40e8-b6b8-632a49ccc2e0/db6bdce5-50dc-40e8-b6b8-632a49ccc2e0.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.036335] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.036758] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3f5d29b2-88e3-4fc6-a444-1f7e9513db14 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.046898] env[69760]: DEBUG oslo_vmware.api [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393919, 'name': PowerOffVM_Task, 'duration_secs': 0.211723} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.048692] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 892.048870] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 892.049235] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 892.049235] env[69760]: value = "task-3393920" [ 892.049235] env[69760]: _type = "Task" [ 892.049235] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.049873] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b7b0bf20-bc11-44ce-b85e-405e55a19ea8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.069234] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.118033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 892.118463] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 892.118775] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore1] 5eb916ca-a7a4-4fe1-8802-e3619587155a {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 892.119211] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6762b39f-0e7e-4ae3-9444-bf19b56762e0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.126502] env[69760]: DEBUG oslo_vmware.api [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 892.126502] env[69760]: value = "task-3393922" [ 892.126502] env[69760]: _type = "Task" [ 892.126502] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.136813] env[69760]: DEBUG oslo_vmware.api [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.148332] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.148609] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.148856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.149149] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 892.149361] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 892.151743] env[69760]: INFO nova.compute.manager [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Terminating instance [ 892.330574] env[69760]: INFO nova.compute.manager [-] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Took 1.02 seconds to deallocate network for instance. [ 892.408245] env[69760]: DEBUG nova.compute.utils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 892.412586] env[69760]: DEBUG nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 892.412770] env[69760]: DEBUG nova.network.neutron [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 892.467863] env[69760]: DEBUG nova.policy [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657b59c41c6548fbb343955ef8efd620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10392b98714542abbe32352538ccddc6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 892.559958] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068425} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.562833] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.564100] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7ef014c-a725-4f15-903e-2b7f065eddbe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.588647] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Reconfiguring VM instance instance-0000003d to attach disk [datastore2] db6bdce5-50dc-40e8-b6b8-632a49ccc2e0/db6bdce5-50dc-40e8-b6b8-632a49ccc2e0.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.591874] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8566331a-4e9c-4a8a-804d-e13207569e11 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.612512] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 892.612512] env[69760]: value = "task-3393923" [ 892.612512] env[69760]: _type = "Task" [ 892.612512] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.623534] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393923, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.635197] env[69760]: DEBUG oslo_vmware.api [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3393922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138056} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.637849] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 892.638072] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 892.638261] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 892.638485] env[69760]: INFO nova.compute.manager [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Took 1.12 seconds to destroy the instance on the hypervisor. [ 892.638735] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 892.639142] env[69760]: DEBUG nova.compute.manager [-] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 892.639245] env[69760]: DEBUG nova.network.neutron [-] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.655034] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "refresh_cache-05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.655244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquired lock "refresh_cache-05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.657018] env[69760]: DEBUG nova.network.neutron [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 892.768363] env[69760]: DEBUG nova.network.neutron [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Successfully created port: 4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 892.837966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.897996] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c0215bd-5b86-440b-9c65-3a2889217834 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.908137] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf47eb3-083e-46c4-9f9a-e264e72f2e43 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.914090] env[69760]: DEBUG nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 892.943429] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e863ab5c-6a03-4ef6-8fa6-30eb3c69e591 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.947123] env[69760]: DEBUG nova.compute.manager [req-da72ca2f-a8b6-4835-823c-43bc29eea92a req-f0ca9687-2a02-4603-aaac-ceaded565ed6 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Received event network-vif-deleted-8f6ca3a9-09e8-466c-9735-0839e4af84db {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 892.947323] env[69760]: INFO nova.compute.manager [req-da72ca2f-a8b6-4835-823c-43bc29eea92a req-f0ca9687-2a02-4603-aaac-ceaded565ed6 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Neutron deleted interface 8f6ca3a9-09e8-466c-9735-0839e4af84db; detaching it from the instance and deleting it from the info cache [ 892.947492] env[69760]: DEBUG nova.network.neutron [req-da72ca2f-a8b6-4835-823c-43bc29eea92a req-f0ca9687-2a02-4603-aaac-ceaded565ed6 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.954470] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34609b7-ee4f-427a-ad75-eab9a3d545a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.969848] env[69760]: DEBUG nova.compute.provider_tree [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 893.122901] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393923, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.173353] env[69760]: DEBUG nova.network.neutron [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.221181] env[69760]: DEBUG nova.network.neutron [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.393670] env[69760]: DEBUG nova.network.neutron [-] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.449814] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b17a16b0-ecf7-4ba9-b494-40c76e67deff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.460197] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b6dc3c0-96f6-4281-864c-28e47863d2b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.476645] env[69760]: DEBUG nova.scheduler.client.report [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.508975] env[69760]: DEBUG nova.compute.manager [req-da72ca2f-a8b6-4835-823c-43bc29eea92a req-f0ca9687-2a02-4603-aaac-ceaded565ed6 service nova] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Detach interface failed, port_id=8f6ca3a9-09e8-466c-9735-0839e4af84db, reason: Instance 5eb916ca-a7a4-4fe1-8802-e3619587155a could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 893.623889] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393923, 'name': ReconfigVM_Task, 'duration_secs': 0.769194} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.624572] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Reconfigured VM instance instance-0000003d to attach disk [datastore2] db6bdce5-50dc-40e8-b6b8-632a49ccc2e0/db6bdce5-50dc-40e8-b6b8-632a49ccc2e0.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.625113] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-64557cab-271e-467f-8bf2-9fae2f2be403 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.631396] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 893.631396] env[69760]: value = "task-3393924" [ 893.631396] env[69760]: _type = "Task" [ 893.631396] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.639700] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393924, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.723608] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Releasing lock "refresh_cache-05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.724197] env[69760]: DEBUG nova.compute.manager [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 893.724383] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 893.725542] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412da8cd-1a30-4bc3-96e7-4d01329d27cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.733315] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 893.733571] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a32ca3e-add1-4ff3-a069-e29239352ada {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.739797] env[69760]: DEBUG oslo_vmware.api [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 893.739797] env[69760]: value = "task-3393925" [ 893.739797] env[69760]: _type = "Task" [ 893.739797] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.748637] env[69760]: DEBUG oslo_vmware.api [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393925, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.897224] env[69760]: INFO nova.compute.manager [-] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Took 1.26 seconds to deallocate network for instance. [ 893.949473] env[69760]: DEBUG nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 893.974872] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 893.975208] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 893.975375] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.975561] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 893.975711] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.975862] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 893.976082] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 893.976248] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 893.976418] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 893.976580] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 893.976751] env[69760]: DEBUG nova.virt.hardware [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 893.977640] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e37b4b2-b210-422e-96a8-509e1970521e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.982149] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.078s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.987969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 32.855s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.987969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.987969] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 893.987969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.979s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.988338] env[69760]: INFO nova.compute.claims [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 893.991605] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ddef386-b548-43c6-b99d-a1bfbd6bb2f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.995632] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6d32244-cddd-4855-bced-bc0db7949585 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.014862] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09cfc126-8340-454d-abd3-129a1d1b48fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.021681] env[69760]: INFO nova.scheduler.client.report [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Deleted allocations for instance 0ed0bc72-ab06-472d-bf0e-9bff035dda6e [ 894.034825] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a94f952-3879-443c-8999-3a60fe38e31c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.041598] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3af41737-5ff5-4e68-b6af-b13d0d4d62d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.071991] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178783MB free_disk=101GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 894.072125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.142378] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393924, 'name': Rename_Task, 'duration_secs': 0.149038} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.142699] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.142943] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-85dd93ba-dd26-4dc1-96ad-ab7cba605d97 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.149016] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 894.149016] env[69760]: value = "task-3393926" [ 894.149016] env[69760]: _type = "Task" [ 894.149016] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.156729] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393926, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.244021] env[69760]: DEBUG nova.compute.manager [req-cdfe82f6-2312-4251-9e71-7be43c61d87c req-eab8cc60-3e68-4cc7-82d6-6e02968afecc service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Received event network-vif-plugged-4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 894.244021] env[69760]: DEBUG oslo_concurrency.lockutils [req-cdfe82f6-2312-4251-9e71-7be43c61d87c req-eab8cc60-3e68-4cc7-82d6-6e02968afecc service nova] Acquiring lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.244021] env[69760]: DEBUG oslo_concurrency.lockutils [req-cdfe82f6-2312-4251-9e71-7be43c61d87c req-eab8cc60-3e68-4cc7-82d6-6e02968afecc service nova] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 894.244021] env[69760]: DEBUG oslo_concurrency.lockutils [req-cdfe82f6-2312-4251-9e71-7be43c61d87c req-eab8cc60-3e68-4cc7-82d6-6e02968afecc service nova] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.244021] env[69760]: DEBUG nova.compute.manager [req-cdfe82f6-2312-4251-9e71-7be43c61d87c req-eab8cc60-3e68-4cc7-82d6-6e02968afecc service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] No waiting events found dispatching network-vif-plugged-4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 894.244021] env[69760]: WARNING nova.compute.manager [req-cdfe82f6-2312-4251-9e71-7be43c61d87c req-eab8cc60-3e68-4cc7-82d6-6e02968afecc service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Received unexpected event network-vif-plugged-4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 for instance with vm_state building and task_state spawning. [ 894.256424] env[69760]: DEBUG oslo_vmware.api [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393925, 'name': PowerOffVM_Task, 'duration_secs': 0.183148} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.256424] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 894.256424] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 894.256424] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b5b749b-3cf0-47c8-911c-7b11408b167b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.284438] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 894.284438] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 894.284438] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Deleting the datastore file [datastore1] 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 894.284438] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bc5977ac-1689-4abe-87ce-3a79d6482f9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.292018] env[69760]: DEBUG oslo_vmware.api [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for the task: (returnval){ [ 894.292018] env[69760]: value = "task-3393928" [ 894.292018] env[69760]: _type = "Task" [ 894.292018] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.298640] env[69760]: DEBUG oslo_vmware.api [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393928, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.345802] env[69760]: DEBUG nova.network.neutron [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Successfully updated port: 4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 894.403713] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 894.537405] env[69760]: DEBUG oslo_concurrency.lockutils [None req-82764b38-c20e-4c2d-b3eb-6f6649529f36 tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "0ed0bc72-ab06-472d-bf0e-9bff035dda6e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.160s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.659019] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393926, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.799686] env[69760]: DEBUG oslo_vmware.api [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Task: {'id': task-3393928, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.098097} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.799954] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 894.800182] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 894.800332] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 894.800505] env[69760]: INFO nova.compute.manager [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Took 1.08 seconds to destroy the instance on the hypervisor. [ 894.800743] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 894.800936] env[69760]: DEBUG nova.compute.manager [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 894.801474] env[69760]: DEBUG nova.network.neutron [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 894.822877] env[69760]: DEBUG nova.network.neutron [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 894.849101] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.849101] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.849101] env[69760]: DEBUG nova.network.neutron [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 895.160444] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393926, 'name': PowerOnVM_Task} progress is 90%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.325947] env[69760]: DEBUG nova.network.neutron [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.390439] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330b740c-28f2-4e69-93b6-84384708d2d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.397991] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc12f38-c5af-43c7-9e11-b82e904dc9ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.431237] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd0cc3f-e8f8-4476-85a0-3c43e932f40f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.438747] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4748b8f0-1168-4082-81c9-5fdc413073b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.452634] env[69760]: DEBUG nova.compute.provider_tree [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 895.461294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.461569] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.461776] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.461977] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.462157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.464566] env[69760]: INFO nova.compute.manager [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Terminating instance [ 895.613914] env[69760]: DEBUG nova.network.neutron [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.660523] env[69760]: DEBUG oslo_vmware.api [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393926, 'name': PowerOnVM_Task, 'duration_secs': 1.098405} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.660803] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.661009] env[69760]: INFO nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Took 8.47 seconds to spawn the instance on the hypervisor. [ 895.661197] env[69760]: DEBUG nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 895.661957] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f884579-60aa-44fc-9201-1a060349f8cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.759745] env[69760]: DEBUG nova.network.neutron [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance_info_cache with network_info: [{"id": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "address": "fa:16:3e:ed:a3:80", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be9a3f8-c8", "ovs_interfaceid": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.829007] env[69760]: INFO nova.compute.manager [-] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Took 1.03 seconds to deallocate network for instance. [ 895.959266] env[69760]: DEBUG nova.scheduler.client.report [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.968072] env[69760]: DEBUG nova.compute.manager [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 895.968516] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 895.973020] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12208d53-11c7-4b57-994f-ccc29e343156 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.977113] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 895.977353] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e4b6c2-8208-4464-b991-9fa0e4bfc8d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.983792] env[69760]: DEBUG oslo_vmware.api [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 895.983792] env[69760]: value = "task-3393929" [ 895.983792] env[69760]: _type = "Task" [ 895.983792] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.993025] env[69760]: DEBUG oslo_vmware.api [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393929, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.178996] env[69760]: INFO nova.compute.manager [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Took 49.45 seconds to build instance. [ 896.263433] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.263826] env[69760]: DEBUG nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Instance network_info: |[{"id": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "address": "fa:16:3e:ed:a3:80", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be9a3f8-c8", "ovs_interfaceid": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 896.264276] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ed:a3:80', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4be9a3f8-c87d-41c0-86ab-bc5b0e21be24', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 896.271657] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 896.271872] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 896.272154] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d57fdb4d-d47b-4e7f-9ba3-f35aee2dbc82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.293683] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 896.293683] env[69760]: value = "task-3393930" [ 896.293683] env[69760]: _type = "Task" [ 896.293683] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.301485] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393930, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.335190] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.465145] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.478s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.465495] env[69760]: DEBUG nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 896.467829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.032s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.469628] env[69760]: INFO nova.compute.claims [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 896.494124] env[69760]: DEBUG nova.compute.manager [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Received event network-changed-4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 896.494866] env[69760]: DEBUG nova.compute.manager [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Refreshing instance network info cache due to event network-changed-4be9a3f8-c87d-41c0-86ab-bc5b0e21be24. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 896.494866] env[69760]: DEBUG oslo_concurrency.lockutils [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] Acquiring lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.494866] env[69760]: DEBUG oslo_concurrency.lockutils [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] Acquired lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.494866] env[69760]: DEBUG nova.network.neutron [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Refreshing network info cache for port 4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 896.500104] env[69760]: DEBUG oslo_vmware.api [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393929, 'name': PowerOffVM_Task, 'duration_secs': 0.234824} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.500545] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 896.500699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 896.500947] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-093184a5-18a3-48b6-b7ab-2e1f9a3533ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.566664] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 896.566904] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 896.567109] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Deleting the datastore file [datastore2] 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 896.567370] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d84414b6-cf67-438b-8423-8e370e75b5af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.573428] env[69760]: DEBUG oslo_vmware.api [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for the task: (returnval){ [ 896.573428] env[69760]: value = "task-3393932" [ 896.573428] env[69760]: _type = "Task" [ 896.573428] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.582608] env[69760]: DEBUG oslo_vmware.api [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.681414] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8d07de4a-09f5-4ef6-9807-864ace561190 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 75.299s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.803869] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393930, 'name': CreateVM_Task, 'duration_secs': 0.305181} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.804097] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 896.804791] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.804956] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.805336] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.805592] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e74802db-579f-4001-9e22-1ff5ef5c378b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.809837] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 896.809837] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52452d58-bb25-1af4-d5fe-5ec3bd927825" [ 896.809837] env[69760]: _type = "Task" [ 896.809837] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.817141] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52452d58-bb25-1af4-d5fe-5ec3bd927825, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.973325] env[69760]: DEBUG nova.compute.utils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 896.974948] env[69760]: DEBUG nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 897.083389] env[69760]: DEBUG oslo_vmware.api [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Task: {'id': task-3393932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127549} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.083590] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 897.083769] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 897.083947] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 897.084202] env[69760]: INFO nova.compute.manager [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Took 1.12 seconds to destroy the instance on the hypervisor. [ 897.084447] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 897.084780] env[69760]: DEBUG nova.compute.manager [-] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 897.084780] env[69760]: DEBUG nova.network.neutron [-] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.259246] env[69760]: DEBUG nova.network.neutron [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updated VIF entry in instance network info cache for port 4be9a3f8-c87d-41c0-86ab-bc5b0e21be24. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 897.259702] env[69760]: DEBUG nova.network.neutron [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance_info_cache with network_info: [{"id": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "address": "fa:16:3e:ed:a3:80", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be9a3f8-c8", "ovs_interfaceid": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.321748] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52452d58-bb25-1af4-d5fe-5ec3bd927825, 'name': SearchDatastore_Task, 'duration_secs': 0.00877} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.322233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.322494] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 897.322740] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.323339] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.323339] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 897.323449] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae467b56-5008-49ee-a676-df997a1d553d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335585] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 897.335585] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 897.335585] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9787fa12-38c5-49bf-acce-3f56cf660fbe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.340423] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 897.340423] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e7d91-8022-9928-4e8b-6a1a4d6f5589" [ 897.340423] env[69760]: _type = "Task" [ 897.340423] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.350510] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e7d91-8022-9928-4e8b-6a1a4d6f5589, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.361636] env[69760]: DEBUG nova.compute.manager [req-3888321e-0ba2-4f2a-a28d-134cc057c3da req-7470253c-c469-4f89-bfdc-7b99556b2fcb service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Received event network-vif-deleted-b5a74b3f-8fab-413e-8436-197cf71d4660 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 897.361941] env[69760]: INFO nova.compute.manager [req-3888321e-0ba2-4f2a-a28d-134cc057c3da req-7470253c-c469-4f89-bfdc-7b99556b2fcb service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Neutron deleted interface b5a74b3f-8fab-413e-8436-197cf71d4660; detaching it from the instance and deleting it from the info cache [ 897.362230] env[69760]: DEBUG nova.network.neutron [req-3888321e-0ba2-4f2a-a28d-134cc057c3da req-7470253c-c469-4f89-bfdc-7b99556b2fcb service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.424170] env[69760]: DEBUG nova.compute.manager [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 897.425021] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fe4e238-4d83-43d9-8dee-2f1685d3dfff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.475761] env[69760]: DEBUG nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 897.762759] env[69760]: DEBUG oslo_concurrency.lockutils [req-43914969-88b4-42ca-b873-ad4bbda0b62d req-f9c098b0-70f9-4b66-8666-87f9b2ef50e4 service nova] Releasing lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.835015] env[69760]: DEBUG nova.network.neutron [-] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 897.852023] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e7d91-8022-9928-4e8b-6a1a4d6f5589, 'name': SearchDatastore_Task, 'duration_secs': 0.008987} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.853940] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8009000-64ef-4b45-9b8a-952cc2176047 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.856851] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd39e08f-1fd4-45c3-a412-593e03258b22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.862627] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 897.862627] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bae32e-84c1-2dba-02f1-c8c8ae436596" [ 897.862627] env[69760]: _type = "Task" [ 897.862627] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.867793] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46e6b0b4-4dac-434c-9921-5da3c81bb836 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.871387] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e25055d1-c0fd-4462-b0b9-3a2571e98523 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.878308] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bae32e-84c1-2dba-02f1-c8c8ae436596, 'name': SearchDatastore_Task, 'duration_secs': 0.009124} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.903827] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.904236] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 6ac67906-d275-4b04-adf0-a9c101b9ec5e/6ac67906-d275-4b04-adf0-a9c101b9ec5e.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 897.905716] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7bcd3ff1-e27b-409f-ad45-e0a30c454c3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.908212] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b97993-06a4-4cf4-9dbe-36e98112e8f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.913366] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2aebd2b4-bd01-4d81-a1e7-420cd20743b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.930686] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dc30738-1978-46f9-890b-71e37b43365b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.936697] env[69760]: INFO nova.compute.manager [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] instance snapshotting [ 897.938910] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 897.938910] env[69760]: value = "task-3393933" [ 897.938910] env[69760]: _type = "Task" [ 897.938910] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.953926] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b448814d-631a-4782-8950-de69dec96b80 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.957292] env[69760]: DEBUG nova.compute.manager [req-3888321e-0ba2-4f2a-a28d-134cc057c3da req-7470253c-c469-4f89-bfdc-7b99556b2fcb service nova] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Detach interface failed, port_id=b5a74b3f-8fab-413e-8436-197cf71d4660, reason: Instance 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 897.968795] env[69760]: DEBUG nova.compute.provider_tree [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 897.993153] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93146c4e-b668-4c89-be28-21973cfc7af3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.995977] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393933, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.342284] env[69760]: INFO nova.compute.manager [-] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Took 1.26 seconds to deallocate network for instance. [ 898.467352] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393933, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.474359} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.468039] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 6ac67906-d275-4b04-adf0-a9c101b9ec5e/6ac67906-d275-4b04-adf0-a9c101b9ec5e.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 898.468039] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 898.468287] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b8df51c-b317-4101-bf8f-bdcc9aeaa5d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.474567] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 898.474567] env[69760]: value = "task-3393934" [ 898.474567] env[69760]: _type = "Task" [ 898.474567] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.483146] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393934, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.490020] env[69760]: DEBUG nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 898.493074] env[69760]: DEBUG nova.scheduler.client.report [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 898.504327] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 898.504646] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5a038430-2e21-4091-89f4-fbe79d15c468 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.514926] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 898.514926] env[69760]: value = "task-3393935" [ 898.514926] env[69760]: _type = "Task" [ 898.514926] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.522887] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 898.523177] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 898.523325] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 898.523514] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 898.523660] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 898.523807] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 898.524052] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 898.524239] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 898.524416] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 898.524595] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 898.524852] env[69760]: DEBUG nova.virt.hardware [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 898.525934] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d47564b3-4b08-4af3-86a5-e484883943d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.535728] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393935, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.540536] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cee44a0-6b6a-4b45-9273-dc110a35b322 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.556611] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 898.563025] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Creating folder: Project (c2491e30cbc34a00b01099d4ea8ec15a). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.563025] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-71ad113f-8cb8-471c-ba8d-df92fc067d6b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.573170] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Created folder: Project (c2491e30cbc34a00b01099d4ea8ec15a) in parent group-v676970. [ 898.573417] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Creating folder: Instances. Parent ref: group-v677140. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 898.573709] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cc618660-a03a-4866-b181-04daac19d5e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.583343] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Created folder: Instances in parent group-v677140. [ 898.583588] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 898.583784] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 898.584022] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b091a3aa-b587-4ca8-a93e-9b09b96ac75d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.600595] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 898.600595] env[69760]: value = "task-3393938" [ 898.600595] env[69760]: _type = "Task" [ 898.600595] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.607916] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393938, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.851294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.986181] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393934, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.228343} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.986469] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 898.987402] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5e9b7e-7bb4-417b-b915-576cf52d2e01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.003579] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.536s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 899.004172] env[69760]: DEBUG nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 899.016346] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 6ac67906-d275-4b04-adf0-a9c101b9ec5e/6ac67906-d275-4b04-adf0-a9c101b9ec5e.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 899.016981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.886s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.018610] env[69760]: INFO nova.compute.claims [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 899.021692] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3eb174c5-524f-4697-a1b1-08492968aa55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.046840] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393935, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.048273] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 899.048273] env[69760]: value = "task-3393939" [ 899.048273] env[69760]: _type = "Task" [ 899.048273] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.056880] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.110750] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393938, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.518864] env[69760]: DEBUG nova.compute.utils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 899.520304] env[69760]: DEBUG nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 899.531721] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393935, 'name': CreateSnapshot_Task, 'duration_secs': 0.908166} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.532675] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 899.533449] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd655e04-c4a0-4538-81eb-ab21b977a9fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.557046] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393939, 'name': ReconfigVM_Task, 'duration_secs': 0.35548} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.557390] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 6ac67906-d275-4b04-adf0-a9c101b9ec5e/6ac67906-d275-4b04-adf0-a9c101b9ec5e.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 899.557987] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-97f4ec82-414d-4620-948a-1b1751bdad11 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.564409] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 899.564409] env[69760]: value = "task-3393940" [ 899.564409] env[69760]: _type = "Task" [ 899.564409] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.576078] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393940, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.613016] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393938, 'name': CreateVM_Task, 'duration_secs': 0.648988} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.613263] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 899.613692] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.613852] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.614212] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.614478] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22009984-6cbd-4430-bc0f-b11d77338c18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.619084] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 899.619084] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52452a2e-bc9b-aa95-4ae8-ad7982108f82" [ 899.619084] env[69760]: _type = "Task" [ 899.619084] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.627409] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52452a2e-bc9b-aa95-4ae8-ad7982108f82, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.024314] env[69760]: DEBUG nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 900.057573] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 900.058472] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-963472df-615b-402e-a5f5-67f36993a333 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.069851] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 900.069851] env[69760]: value = "task-3393941" [ 900.069851] env[69760]: _type = "Task" [ 900.069851] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.079124] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393940, 'name': Rename_Task, 'duration_secs': 0.135775} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.079678] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 900.079985] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-46f9917f-2ba4-498a-b9f5-c6b7656f4a96 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.084360] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393941, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.090947] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 900.090947] env[69760]: value = "task-3393942" [ 900.090947] env[69760]: _type = "Task" [ 900.090947] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.099908] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393942, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.129841] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52452a2e-bc9b-aa95-4ae8-ad7982108f82, 'name': SearchDatastore_Task, 'duration_secs': 0.010455} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.132504] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.132750] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 900.132981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.133146] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.133332] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 900.133777] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0c56f06-0a2a-4bfb-9706-b5125f9e6c36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.142116] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 900.142341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 900.145628] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-298d825f-f4aa-4759-8724-13bd68db61b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.151251] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 900.151251] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d0117-11ce-32ab-05db-877ea7ee09f1" [ 900.151251] env[69760]: _type = "Task" [ 900.151251] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.159285] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d0117-11ce-32ab-05db-877ea7ee09f1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.444731] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494a2238-ee47-4f32-943e-712404f2af8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.455465] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d971eb4-f7fb-4ea6-8f72-bebbfddf3a47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.489177] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-602e88ca-9007-455d-90c9-068bf1e1e045 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.496883] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8b228c-a032-4534-852d-be51175837bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.510374] env[69760]: DEBUG nova.compute.provider_tree [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 900.581204] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393941, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.600985] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393942, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.661774] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d0117-11ce-32ab-05db-877ea7ee09f1, 'name': SearchDatastore_Task, 'duration_secs': 0.008527} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.662684] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cc1792b-f719-41a5-a3ef-dc3f9bf05e8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.668011] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 900.668011] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5291be74-0d91-c8fc-73ad-bbec0e85b0ef" [ 900.668011] env[69760]: _type = "Task" [ 900.668011] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.675695] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5291be74-0d91-c8fc-73ad-bbec0e85b0ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.014201] env[69760]: DEBUG nova.scheduler.client.report [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.033411] env[69760]: DEBUG nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 901.054739] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 901.055020] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 901.055259] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 901.055565] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 901.055789] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 901.055972] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 901.056216] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 901.056393] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 901.056571] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 901.056744] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 901.056942] env[69760]: DEBUG nova.virt.hardware [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 901.057860] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55c85782-4767-4df6-90e4-d91d52a16bab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.066426] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce1b2580-604b-431d-8803-a6608cba5032 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.081656] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 901.087303] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Creating folder: Project (fdf7c8e6bb134308a643b1b4acbb8874). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.087860] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-349a9fb7-70be-4e69-af76-572e81398290 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.092374] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393941, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.100114] env[69760]: DEBUG oslo_vmware.api [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3393942, 'name': PowerOnVM_Task, 'duration_secs': 0.688168} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.101244] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 901.101412] env[69760]: INFO nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Took 7.15 seconds to spawn the instance on the hypervisor. [ 901.101588] env[69760]: DEBUG nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 901.101856] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Created folder: Project (fdf7c8e6bb134308a643b1b4acbb8874) in parent group-v676970. [ 901.102035] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Creating folder: Instances. Parent ref: group-v677145. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 901.102724] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ba5800-128f-4913-8616-d949fbb459e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.104921] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-029621b6-6f50-44ad-9e4f-088021f8eda3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.115034] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Created folder: Instances in parent group-v677145. [ 901.115034] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 901.115034] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 901.115034] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d994479f-ff24-4c2e-9332-5482880c4958 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.129878] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 901.129878] env[69760]: value = "task-3393945" [ 901.129878] env[69760]: _type = "Task" [ 901.129878] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.137158] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393945, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.178025] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5291be74-0d91-c8fc-73ad-bbec0e85b0ef, 'name': SearchDatastore_Task, 'duration_secs': 0.009082} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.178192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.178395] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 901.178658] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b17da116-f509-4373-8cd9-76bfc60d5a65 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.185620] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 901.185620] env[69760]: value = "task-3393946" [ 901.185620] env[69760]: _type = "Task" [ 901.185620] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.193501] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393946, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.519183] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.502s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 901.519749] env[69760]: DEBUG nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 901.522406] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.860s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.523925] env[69760]: INFO nova.compute.claims [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 901.581653] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393941, 'name': CloneVM_Task, 'duration_secs': 1.366687} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.582174] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Created linked-clone VM from snapshot [ 901.582793] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc984ef-ecbf-48ce-9286-c47622fbd42c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.591217] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Uploading image 442b5298-934e-45d1-9a9c-f43094dc0a63 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 901.620429] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 901.620429] env[69760]: value = "vm-677144" [ 901.620429] env[69760]: _type = "VirtualMachine" [ 901.620429] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 901.620692] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-1e371af2-dbf2-4ff4-b88e-9e7e2b0d9f55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.624852] env[69760]: INFO nova.compute.manager [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Took 50.34 seconds to build instance. [ 901.630891] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lease: (returnval){ [ 901.630891] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a98619-121b-5f74-a330-2e88ef053c8f" [ 901.630891] env[69760]: _type = "HttpNfcLease" [ 901.630891] env[69760]: } obtained for exporting VM: (result){ [ 901.630891] env[69760]: value = "vm-677144" [ 901.630891] env[69760]: _type = "VirtualMachine" [ 901.630891] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 901.631184] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the lease: (returnval){ [ 901.631184] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a98619-121b-5f74-a330-2e88ef053c8f" [ 901.631184] env[69760]: _type = "HttpNfcLease" [ 901.631184] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 901.643972] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393945, 'name': CreateVM_Task, 'duration_secs': 0.270567} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.645313] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 901.645573] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.645573] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a98619-121b-5f74-a330-2e88ef053c8f" [ 901.645573] env[69760]: _type = "HttpNfcLease" [ 901.645573] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 901.646020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.646166] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.646490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.647415] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bd8e174-4b70-464b-9115-7fa4e2277e38 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.653194] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 901.653194] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295500b-78ab-baa3-f32a-c240deb1b0fc" [ 901.653194] env[69760]: _type = "Task" [ 901.653194] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.661436] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295500b-78ab-baa3-f32a-c240deb1b0fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 901.695088] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393946, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.48662} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.695356] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 901.695566] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 901.695828] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-689d164f-a179-4cfb-917e-e148cb4d79cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.702961] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 901.702961] env[69760]: value = "task-3393948" [ 901.702961] env[69760]: _type = "Task" [ 901.702961] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 901.710076] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.029483] env[69760]: DEBUG nova.compute.utils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 902.032910] env[69760]: DEBUG nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 902.033122] env[69760]: DEBUG nova.network.neutron [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 902.073056] env[69760]: DEBUG nova.policy [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1932c9405f46339f03a252461dc541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a1e206c7a6452b8000b64b088881e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 902.127358] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7867f752-ca7f-49b0-89ec-831f86d4886e tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 68.338s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.142167] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 902.142167] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a98619-121b-5f74-a330-2e88ef053c8f" [ 902.142167] env[69760]: _type = "HttpNfcLease" [ 902.142167] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 902.142554] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 902.142554] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a98619-121b-5f74-a330-2e88ef053c8f" [ 902.142554] env[69760]: _type = "HttpNfcLease" [ 902.142554] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 902.143247] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a4e6003-d2cd-44fc-9c28-d4e1c555ed9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.153516] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986438-6a8f-8aca-5afe-79f8595e9350/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 902.153516] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986438-6a8f-8aca-5afe-79f8595e9350/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 902.218932] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295500b-78ab-baa3-f32a-c240deb1b0fc, 'name': SearchDatastore_Task, 'duration_secs': 0.009992} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.220301] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.220525] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 902.220816] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.220968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.221165] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 902.222100] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07e0125-28b8-4791-beab-3fe3ee18fcc4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.227083] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.061589} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.227759] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 902.228702] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a549efdf-08b9-4a5a-b995-14b8ae4bc6f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.233524] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 902.233744] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 902.241149] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2647ccd4-7cae-4dbf-9da2-e643b8b6b975 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.251561] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 902.251811] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b107b40-7f01-414c-942e-8226ef75e8ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.270329] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 902.270329] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52006b0d-fc83-b9d6-2285-d7d3c417140b" [ 902.270329] env[69760]: _type = "Task" [ 902.270329] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.279712] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 902.279712] env[69760]: value = "task-3393949" [ 902.279712] env[69760]: _type = "Task" [ 902.279712] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.287580] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52006b0d-fc83-b9d6-2285-d7d3c417140b, 'name': SearchDatastore_Task, 'duration_secs': 0.010576} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.293960] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.295021] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0371b08d-406f-434c-a9c5-8f9f7007c1ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.297773] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-67ff6175-6bff-4e90-a342-79b6b88a7750 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.305379] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 902.305379] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528bee17-29fc-2f00-765e-e1cdfc63cfa9" [ 902.305379] env[69760]: _type = "Task" [ 902.305379] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.315927] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528bee17-29fc-2f00-765e-e1cdfc63cfa9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.400666] env[69760]: DEBUG nova.network.neutron [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Successfully created port: 87cbe102-1931-4b07-8a3b-5243a8cbbcef {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 902.536550] env[69760]: DEBUG nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 902.791276] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 902.816988] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528bee17-29fc-2f00-765e-e1cdfc63cfa9, 'name': SearchDatastore_Task, 'duration_secs': 0.010569} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 902.820349] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.820804] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 902.821484] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ffb6ebbb-a7a4-485a-bc41-9e64f1f80a54 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.828968] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 902.828968] env[69760]: value = "task-3393950" [ 902.828968] env[69760]: _type = "Task" [ 902.828968] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.839518] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.038521] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44956bba-59b1-4e19-9bec-6ca87a0d3ef4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.052332] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d554fc-4d59-4011-8814-2ab7561f4913 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.097184] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23cfa682-404e-4968-ac64-17c7a35b44ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.109233] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef9d6930-9a74-448d-836d-4dcfb6bb5d0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.127749] env[69760]: DEBUG nova.compute.provider_tree [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 903.295374] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393949, 'name': ReconfigVM_Task, 'duration_secs': 0.643962} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.295845] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 903.297188] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-db068fde-c6bf-439d-b060-732e0b608210 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.304339] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 903.304339] env[69760]: value = "task-3393951" [ 903.304339] env[69760]: _type = "Task" [ 903.304339] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.313952] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393951, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.339407] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.455136} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.339759] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 903.340022] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 903.340364] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fb288bc8-f5ab-4485-967c-6607e41bac88 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.347280] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 903.347280] env[69760]: value = "task-3393952" [ 903.347280] env[69760]: _type = "Task" [ 903.347280] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.357013] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393952, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.552315] env[69760]: DEBUG nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 903.575952] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 903.576293] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 903.576564] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 903.576871] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 903.577124] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 903.577295] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 903.577558] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 903.577820] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 903.578109] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 903.578351] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 903.579083] env[69760]: DEBUG nova.virt.hardware [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 903.580017] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bcbc59e-893a-40c3-978d-28739acf20b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.588280] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-269160eb-1672-4685-98ed-e1ce7529da2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.633122] env[69760]: DEBUG nova.scheduler.client.report [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 903.814801] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393951, 'name': Rename_Task, 'duration_secs': 0.168769} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.815702] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 903.815973] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f63d9144-3f71-4edf-8621-644cc3578800 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.822907] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 903.822907] env[69760]: value = "task-3393953" [ 903.822907] env[69760]: _type = "Task" [ 903.822907] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.831254] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393953, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.857393] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393952, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076203} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.857763] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 903.858677] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3ae4de-ac61-45ab-9e49-6f87fbf3dd3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.881037] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Reconfiguring VM instance instance-00000040 to attach disk [datastore1] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 903.881289] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-193fa34f-ce1a-4c96-9192-89b55d52f421 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.899148] env[69760]: DEBUG nova.compute.manager [req-535fe8dc-daf8-4ef1-be28-9d894b88e6df req-c25863a8-16c0-4a98-bb4c-7ed5af0c9f95 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Received event network-vif-plugged-87cbe102-1931-4b07-8a3b-5243a8cbbcef {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 903.899529] env[69760]: DEBUG oslo_concurrency.lockutils [req-535fe8dc-daf8-4ef1-be28-9d894b88e6df req-c25863a8-16c0-4a98-bb4c-7ed5af0c9f95 service nova] Acquiring lock "96013b4c-f66b-424f-afee-064fcdfa7519-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.899850] env[69760]: DEBUG oslo_concurrency.lockutils [req-535fe8dc-daf8-4ef1-be28-9d894b88e6df req-c25863a8-16c0-4a98-bb4c-7ed5af0c9f95 service nova] Lock "96013b4c-f66b-424f-afee-064fcdfa7519-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.900112] env[69760]: DEBUG oslo_concurrency.lockutils [req-535fe8dc-daf8-4ef1-be28-9d894b88e6df req-c25863a8-16c0-4a98-bb4c-7ed5af0c9f95 service nova] Lock "96013b4c-f66b-424f-afee-064fcdfa7519-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.900315] env[69760]: DEBUG nova.compute.manager [req-535fe8dc-daf8-4ef1-be28-9d894b88e6df req-c25863a8-16c0-4a98-bb4c-7ed5af0c9f95 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] No waiting events found dispatching network-vif-plugged-87cbe102-1931-4b07-8a3b-5243a8cbbcef {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 903.900548] env[69760]: WARNING nova.compute.manager [req-535fe8dc-daf8-4ef1-be28-9d894b88e6df req-c25863a8-16c0-4a98-bb4c-7ed5af0c9f95 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Received unexpected event network-vif-plugged-87cbe102-1931-4b07-8a3b-5243a8cbbcef for instance with vm_state building and task_state spawning. [ 903.906339] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 903.906339] env[69760]: value = "task-3393954" [ 903.906339] env[69760]: _type = "Task" [ 903.906339] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.915602] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393954, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.041671] env[69760]: DEBUG nova.network.neutron [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Successfully updated port: 87cbe102-1931-4b07-8a3b-5243a8cbbcef {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 904.139773] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.617s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 904.140542] env[69760]: DEBUG nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 904.146549] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.425s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 904.149215] env[69760]: INFO nova.compute.claims [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 904.180786] env[69760]: DEBUG nova.compute.manager [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 904.333994] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393953, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.417027] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393954, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.546308] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "refresh_cache-96013b4c-f66b-424f-afee-064fcdfa7519" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.546476] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "refresh_cache-96013b4c-f66b-424f-afee-064fcdfa7519" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.546651] env[69760]: DEBUG nova.network.neutron [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 904.657056] env[69760]: DEBUG nova.compute.utils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 904.658478] env[69760]: DEBUG nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 904.658599] env[69760]: DEBUG nova.network.neutron [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 904.702328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 904.717094] env[69760]: DEBUG nova.policy [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce5e191ee7304342aeed29d3a77a7060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce5f80ada5641b29d5e218be2d947e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 904.833620] env[69760]: DEBUG oslo_vmware.api [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393953, 'name': PowerOnVM_Task, 'duration_secs': 0.751611} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.833620] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 904.834071] env[69760]: INFO nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Took 6.34 seconds to spawn the instance on the hypervisor. [ 904.834071] env[69760]: DEBUG nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 904.834835] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a66ad6-7afb-4448-9329-5a1678dab380 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.917356] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393954, 'name': ReconfigVM_Task, 'duration_secs': 0.618693} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 904.917637] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Reconfigured VM instance instance-00000040 to attach disk [datastore1] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 904.918215] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-87d05b16-b628-4b58-b2a2-27b70dd20006 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.924483] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 904.924483] env[69760]: value = "task-3393955" [ 904.924483] env[69760]: _type = "Task" [ 904.924483] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.932692] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393955, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.002332] env[69760]: DEBUG nova.network.neutron [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Successfully created port: 141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 905.087016] env[69760]: DEBUG nova.network.neutron [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 905.163028] env[69760]: DEBUG nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 905.235411] env[69760]: DEBUG nova.network.neutron [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Updating instance_info_cache with network_info: [{"id": "87cbe102-1931-4b07-8a3b-5243a8cbbcef", "address": "fa:16:3e:44:6c:1d", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cbe102-19", "ovs_interfaceid": "87cbe102-1931-4b07-8a3b-5243a8cbbcef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 905.352558] env[69760]: INFO nova.compute.manager [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Took 43.36 seconds to build instance. [ 905.437056] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393955, 'name': Rename_Task, 'duration_secs': 0.335957} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.437183] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 905.437364] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-855cd877-8689-4c07-bd78-3f5ddb339f5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.445389] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 905.445389] env[69760]: value = "task-3393956" [ 905.445389] env[69760]: _type = "Task" [ 905.445389] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.456353] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.674663] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-defd0c76-5466-4bcb-8dd7-fe7ad3fea90c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.683753] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55228214-22e9-49bd-8fb5-f7775adfc9ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.719606] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c827dfb5-435a-4663-ab50-bb4d07f76643 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.728761] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9dd9d2-3d64-4f53-b418-10e16ce3be39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.743780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "refresh_cache-96013b4c-f66b-424f-afee-064fcdfa7519" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.744074] env[69760]: DEBUG nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Instance network_info: |[{"id": "87cbe102-1931-4b07-8a3b-5243a8cbbcef", "address": "fa:16:3e:44:6c:1d", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cbe102-19", "ovs_interfaceid": "87cbe102-1931-4b07-8a3b-5243a8cbbcef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 905.744903] env[69760]: DEBUG nova.compute.provider_tree [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 905.746423] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:44:6c:1d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '87cbe102-1931-4b07-8a3b-5243a8cbbcef', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 905.753985] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Creating folder: Project (e4a1e206c7a6452b8000b64b088881e6). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.754541] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fd8c3ce1-b532-45f4-9aa6-3e3b03a5741d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.767121] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Created folder: Project (e4a1e206c7a6452b8000b64b088881e6) in parent group-v676970. [ 905.767121] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Creating folder: Instances. Parent ref: group-v677148. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 905.767121] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c909dd78-edb9-454e-90ff-0e9b4770a28e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.776344] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Created folder: Instances in parent group-v677148. [ 905.776536] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 905.776732] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 905.776939] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ca861b6-bccc-4640-9e13-1e0b51b70042 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.796278] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 905.796278] env[69760]: value = "task-3393959" [ 905.796278] env[69760]: _type = "Task" [ 905.796278] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.805507] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393959, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.854600] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4d05afa-be80-4f51-b872-5266cec44796 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "7b3752a8-2177-4913-9f9c-3f736221d1fb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 70.828s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.941172] env[69760]: DEBUG nova.compute.manager [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Received event network-changed-87cbe102-1931-4b07-8a3b-5243a8cbbcef {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 905.941172] env[69760]: DEBUG nova.compute.manager [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Refreshing instance network info cache due to event network-changed-87cbe102-1931-4b07-8a3b-5243a8cbbcef. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 905.941172] env[69760]: DEBUG oslo_concurrency.lockutils [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] Acquiring lock "refresh_cache-96013b4c-f66b-424f-afee-064fcdfa7519" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.941172] env[69760]: DEBUG oslo_concurrency.lockutils [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] Acquired lock "refresh_cache-96013b4c-f66b-424f-afee-064fcdfa7519" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.941172] env[69760]: DEBUG nova.network.neutron [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Refreshing network info cache for port 87cbe102-1931-4b07-8a3b-5243a8cbbcef {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 905.956659] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393956, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.173523] env[69760]: DEBUG nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 906.202084] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 906.202565] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 906.202918] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 906.203223] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 906.203549] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 906.203764] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 906.204201] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 906.204487] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 906.204771] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 906.205475] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 906.205475] env[69760]: DEBUG nova.virt.hardware [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 906.207147] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d6a513-397d-4bd6-a4a9-e3eda976c618 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.218046] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87ca7c0a-eabb-4bc4-ae4d-d7afdf3278b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.256054] env[69760]: DEBUG nova.scheduler.client.report [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.307020] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393959, 'name': CreateVM_Task, 'duration_secs': 0.357206} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.307238] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 906.308130] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.308309] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.308679] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.309359] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe40daeb-265b-448c-8adc-651dd9870d84 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.315281] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 906.315281] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b166ed-e79c-6e9a-616d-89dff22fe28e" [ 906.315281] env[69760]: _type = "Task" [ 906.315281] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.324907] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b166ed-e79c-6e9a-616d-89dff22fe28e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.344692] env[69760]: INFO nova.compute.manager [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Rebuilding instance [ 906.389092] env[69760]: DEBUG nova.compute.manager [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.389912] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b6a521f-b2ae-4cd7-9fbe-a4f0d66f7b71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.459925] env[69760]: DEBUG oslo_vmware.api [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393956, 'name': PowerOnVM_Task, 'duration_secs': 0.598666} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.460199] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 906.460406] env[69760]: INFO nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Took 5.43 seconds to spawn the instance on the hypervisor. [ 906.460614] env[69760]: DEBUG nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 906.461424] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41d2e6d-bbaf-4e50-87b0-b73130c440e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.731058] env[69760]: DEBUG nova.network.neutron [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Updated VIF entry in instance network info cache for port 87cbe102-1931-4b07-8a3b-5243a8cbbcef. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 906.731426] env[69760]: DEBUG nova.network.neutron [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Updating instance_info_cache with network_info: [{"id": "87cbe102-1931-4b07-8a3b-5243a8cbbcef", "address": "fa:16:3e:44:6c:1d", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap87cbe102-19", "ovs_interfaceid": "87cbe102-1931-4b07-8a3b-5243a8cbbcef", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.744267] env[69760]: DEBUG nova.network.neutron [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Successfully updated port: 141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 906.761310] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 906.761857] env[69760]: DEBUG nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 906.764447] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.250s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 906.764692] env[69760]: DEBUG nova.objects.instance [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lazy-loading 'resources' on Instance uuid dc875549-3f3a-40cf-b644-e41ca7677b14 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 906.826232] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b166ed-e79c-6e9a-616d-89dff22fe28e, 'name': SearchDatastore_Task, 'duration_secs': 0.015258} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.826550] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.826790] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.827043] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.827196] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.827383] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.827647] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d6a0c81-e66c-4587-88ca-a10fe43e1eb5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.837564] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.837755] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.838599] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebc748f4-9546-4061-a249-82dcc9befc93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.844184] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 906.844184] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f9b3fc-cd4d-0ef6-9c68-0afbab93e97a" [ 906.844184] env[69760]: _type = "Task" [ 906.844184] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.852595] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f9b3fc-cd4d-0ef6-9c68-0afbab93e97a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.980987] env[69760]: INFO nova.compute.manager [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Took 40.57 seconds to build instance. [ 907.235080] env[69760]: DEBUG oslo_concurrency.lockutils [req-3893fbc6-c4fe-4d23-aa16-6d7ec7adfab8 req-4c1a3447-b96a-4024-8a48-abfe3ad71ef9 service nova] Releasing lock "refresh_cache-96013b4c-f66b-424f-afee-064fcdfa7519" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.247083] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.247288] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.247416] env[69760]: DEBUG nova.network.neutron [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 907.267880] env[69760]: DEBUG nova.compute.utils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 907.272289] env[69760]: DEBUG nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 907.272676] env[69760]: DEBUG nova.network.neutron [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 907.325488] env[69760]: DEBUG nova.policy [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b14eea79cbe4de2b2d06c33da7856cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1935f599ecb147f29329dc8f4ef9eaf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 907.357622] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f9b3fc-cd4d-0ef6-9c68-0afbab93e97a, 'name': SearchDatastore_Task, 'duration_secs': 0.024213} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.361462] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb3a7b68-4e2a-4e71-b3d4-de0cc75cdb1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.367405] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 907.367405] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521ce62c-c5c6-ae24-3ab6-dc6f558ea813" [ 907.367405] env[69760]: _type = "Task" [ 907.367405] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.378482] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521ce62c-c5c6-ae24-3ab6-dc6f558ea813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.406050] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 907.406791] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b84a143a-7d91-4e66-91a5-16f7c5fa1b95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.419108] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 907.419108] env[69760]: value = "task-3393960" [ 907.419108] env[69760]: _type = "Task" [ 907.419108] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.429732] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393960, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.482850] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21d0cd34-9df4-4d46-bd2e-e9a2711d7b90 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.607s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.745081] env[69760]: DEBUG nova.network.neutron [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Successfully created port: bea1b04f-9056-42e6-8365-24a0abf39e2e {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 907.772946] env[69760]: DEBUG nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 907.805205] env[69760]: DEBUG nova.network.neutron [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 907.821335] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-954a289f-2e67-42b6-bf83-ce9f4af21f17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.834306] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44967dc9-4ddc-4c8d-82f6-3b32a29200f2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.866194] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b72f8ab-35c5-42bc-9f3e-0cb1c6e596a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.882448] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d73260fa-5dbc-408d-9f03-0db027c3a933 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.888456] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521ce62c-c5c6-ae24-3ab6-dc6f558ea813, 'name': SearchDatastore_Task, 'duration_secs': 0.014037} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.888708] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.888961] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 96013b4c-f66b-424f-afee-064fcdfa7519/96013b4c-f66b-424f-afee-064fcdfa7519.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.889698] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a4f7fa62-8458-4b9c-8cfe-5b4a2355809c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.899783] env[69760]: DEBUG nova.compute.provider_tree [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 907.906007] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 907.906007] env[69760]: value = "task-3393961" [ 907.906007] env[69760]: _type = "Task" [ 907.906007] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.918425] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.930907] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393960, 'name': PowerOffVM_Task, 'duration_secs': 0.159893} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.931225] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 907.931495] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 907.932651] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b46a830-a863-478e-b020-0b84c1f56590 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.940448] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 907.941812] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d3ac28a4-5445-4db0-9e3e-93d4d75d51b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.968699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 907.968923] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 907.969117] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Deleting the datastore file [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 907.969380] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef6d240-09d0-4286-aa5e-ecb81b1e8688 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.976201] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 907.976201] env[69760]: value = "task-3393963" [ 907.976201] env[69760]: _type = "Task" [ 907.976201] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.984706] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.022993] env[69760]: DEBUG nova.network.neutron [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.104140] env[69760]: DEBUG nova.compute.manager [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Received event network-vif-plugged-141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.104792] env[69760]: DEBUG oslo_concurrency.lockutils [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 908.105244] env[69760]: DEBUG oslo_concurrency.lockutils [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.105459] env[69760]: DEBUG oslo_concurrency.lockutils [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.105731] env[69760]: DEBUG nova.compute.manager [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] No waiting events found dispatching network-vif-plugged-141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 908.105823] env[69760]: WARNING nova.compute.manager [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Received unexpected event network-vif-plugged-141216d6-ecf6-4bdf-9d97-383b3d2fbd47 for instance with vm_state building and task_state spawning. [ 908.106530] env[69760]: DEBUG nova.compute.manager [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Received event network-changed-141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 908.106530] env[69760]: DEBUG nova.compute.manager [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Refreshing instance network info cache due to event network-changed-141216d6-ecf6-4bdf-9d97-383b3d2fbd47. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 908.106530] env[69760]: DEBUG oslo_concurrency.lockutils [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.320411] env[69760]: INFO nova.compute.manager [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Rebuilding instance [ 908.375121] env[69760]: DEBUG nova.compute.manager [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 908.376480] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6951da6-76fc-447c-afd2-af164de1f8be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.403053] env[69760]: DEBUG nova.scheduler.client.report [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 908.416780] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393961, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.493189} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.416780] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 96013b4c-f66b-424f-afee-064fcdfa7519/96013b4c-f66b-424f-afee-064fcdfa7519.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 908.416780] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 908.416974] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4364e92f-2c8d-4a42-85f0-63514fbabdcb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.424219] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 908.424219] env[69760]: value = "task-3393964" [ 908.424219] env[69760]: _type = "Task" [ 908.424219] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.436118] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.488222] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.121847} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.488903] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 908.488903] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 908.488903] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 908.528029] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.528340] env[69760]: DEBUG nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Instance network_info: |[{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 908.528690] env[69760]: DEBUG oslo_concurrency.lockutils [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.528939] env[69760]: DEBUG nova.network.neutron [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Refreshing network info cache for port 141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 908.530781] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:92:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '141216d6-ecf6-4bdf-9d97-383b3d2fbd47', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 908.540721] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Creating folder: Project (fce5f80ada5641b29d5e218be2d947e3). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.542096] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-479a5f69-a284-4685-8145-12556c14d9b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.555513] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Created folder: Project (fce5f80ada5641b29d5e218be2d947e3) in parent group-v676970. [ 908.555513] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Creating folder: Instances. Parent ref: group-v677151. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 908.555969] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-772c7268-494d-4561-b5a9-3fbcef3f115d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.564832] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Created folder: Instances in parent group-v677151. [ 908.565131] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 908.565359] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 908.565576] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0b904353-400a-436d-ab53-67d3ad865735 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.585444] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 908.585444] env[69760]: value = "task-3393967" [ 908.585444] env[69760]: _type = "Task" [ 908.585444] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.593556] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393967, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.785421] env[69760]: DEBUG nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 908.814559] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='a2897966cf9e64a19eaf7f45b47ae6ab',container_format='bare',created_at=2025-04-10T06:04:37Z,direct_url=,disk_format='vmdk',id=a6837703-ffc5-48c2-ab1a-d9640fdc2934,min_disk=1,min_ram=0,name='tempest-test-snap-577831197',owner='1935f599ecb147f29329dc8f4ef9eaf2',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-04-10T06:04:54Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 908.814925] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 908.815246] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 908.815503] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 908.815672] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 908.815829] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 908.816076] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 908.816273] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 908.816472] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 908.816651] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 908.816833] env[69760]: DEBUG nova.virt.hardware [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 908.817861] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8cae3d8-9c9f-4cfa-ae14-9d976116f746 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.827518] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1146bad6-38d5-4e28-84e6-639ebce78e5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.912306] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.148s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 908.914692] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.447s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 908.916451] env[69760]: INFO nova.compute.claims [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 908.936139] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.136571} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.936409] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.937360] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da443c86-526d-4999-8204-7f5af327c974 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.961894] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] 96013b4c-f66b-424f-afee-064fcdfa7519/96013b4c-f66b-424f-afee-064fcdfa7519.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.962354] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e2c0d7f7-6d8b-4d3f-8cb6-257bae6cba82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.978583] env[69760]: INFO nova.scheduler.client.report [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Deleted allocations for instance dc875549-3f3a-40cf-b644-e41ca7677b14 [ 908.983858] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 908.983858] env[69760]: value = "task-3393968" [ 908.983858] env[69760]: _type = "Task" [ 908.983858] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.995771] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393968, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.099672] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393967, 'name': CreateVM_Task, 'duration_secs': 0.34721} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.099970] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.100575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.100736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.101160] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.101330] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d88dace-bcf3-4f7b-a773-e6413d8b5b52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.106384] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 909.106384] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ef71fc-2fc8-bfc2-41bd-791ca3599d67" [ 909.106384] env[69760]: _type = "Task" [ 909.106384] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.116430] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ef71fc-2fc8-bfc2-41bd-791ca3599d67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.296987] env[69760]: DEBUG nova.network.neutron [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updated VIF entry in instance network info cache for port 141216d6-ecf6-4bdf-9d97-383b3d2fbd47. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 909.297386] env[69760]: DEBUG nova.network.neutron [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.393753] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 909.394137] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75232354-eff2-42ce-9233-4857371f0136 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.402423] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 909.402423] env[69760]: value = "task-3393969" [ 909.402423] env[69760]: _type = "Task" [ 909.402423] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.413932] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393969, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.490813] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80702973-dce9-4618-afc3-b8fd2c517222 tempest-InstanceActionsNegativeTestJSON-422498218 tempest-InstanceActionsNegativeTestJSON-422498218-project-member] Lock "dc875549-3f3a-40cf-b644-e41ca7677b14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.380s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.500205] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393968, 'name': ReconfigVM_Task, 'duration_secs': 0.305519} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.500997] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Reconfigured VM instance instance-00000041 to attach disk [datastore1] 96013b4c-f66b-424f-afee-064fcdfa7519/96013b4c-f66b-424f-afee-064fcdfa7519.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.501672] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e5409c78-d0ce-4651-822a-053d4c9a19d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.510602] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 909.510602] env[69760]: value = "task-3393970" [ 909.510602] env[69760]: _type = "Task" [ 909.510602] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.523244] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393970, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.525532] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 909.525782] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 909.526844] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 909.526844] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 909.526844] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 909.526844] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 909.526844] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 909.526844] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 909.527142] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 909.527142] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 909.527219] env[69760]: DEBUG nova.virt.hardware [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 909.528341] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77e4dfd0-122f-4eea-a3da-65c1a5c942bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.536634] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc706534-90bb-4970-b4fc-771c1098f774 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.552263] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.558697] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 909.559442] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.559691] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05da7315-05c0-45cd-8ec3-225289e217bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.577344] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.577344] env[69760]: value = "task-3393971" [ 909.577344] env[69760]: _type = "Task" [ 909.577344] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.585697] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393971, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.618530] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ef71fc-2fc8-bfc2-41bd-791ca3599d67, 'name': SearchDatastore_Task, 'duration_secs': 0.01064} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.618906] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.619226] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 909.619507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.619707] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.619991] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 909.620966] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0334afe7-8fff-4400-a8dc-c3bb0786cf8a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.629805] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 909.629928] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 909.630929] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9931f49-578d-4148-baca-c33e30c98081 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.636716] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 909.636716] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d52cc-a351-9f4f-08f0-a144af6e2fea" [ 909.636716] env[69760]: _type = "Task" [ 909.636716] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.645845] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d52cc-a351-9f4f-08f0-a144af6e2fea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.776141] env[69760]: DEBUG nova.network.neutron [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Successfully updated port: bea1b04f-9056-42e6-8365-24a0abf39e2e {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 909.800526] env[69760]: DEBUG oslo_concurrency.lockutils [req-b7c4a5c1-4583-4e1e-bf44-16833f8e2104 req-9ac9e92b-2d25-4bc2-ada3-30e466c6f433 service nova] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.914211] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393969, 'name': PowerOffVM_Task, 'duration_secs': 0.150829} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.914211] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 909.914211] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 909.914211] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd1a0b9-0a24-47ca-98e6-a0d274acd618 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.921043] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 909.921179] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f81beaca-910c-4d49-8f40-16bc57f41d7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.942891] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 909.943147] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 909.943335] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Deleting the datastore file [datastore1] c7d3af63-c60a-4a67-8dbf-650c32467e6c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 909.943648] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66e5bada-0e05-47ac-b388-15826b085d2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.951444] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 909.951444] env[69760]: value = "task-3393973" [ 909.951444] env[69760]: _type = "Task" [ 909.951444] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.961501] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393973, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.026280] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393970, 'name': Rename_Task, 'duration_secs': 0.150637} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.026778] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 910.026853] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1795a1f3-7f01-4faf-8b69-16914bc46c3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.033442] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 910.033442] env[69760]: value = "task-3393974" [ 910.033442] env[69760]: _type = "Task" [ 910.033442] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.041611] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393974, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.089233] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393971, 'name': CreateVM_Task, 'duration_secs': 0.349736} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.089425] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 910.089920] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.090100] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.090477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.090742] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0dc895d-a15f-4861-96f5-f50e7690c868 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.097797] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 910.097797] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521dae33-fb3d-0950-ea5d-11bb147b2d6c" [ 910.097797] env[69760]: _type = "Task" [ 910.097797] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.105539] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521dae33-fb3d-0950-ea5d-11bb147b2d6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.150513] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523d52cc-a351-9f4f-08f0-a144af6e2fea, 'name': SearchDatastore_Task, 'duration_secs': 0.010395} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.151379] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6307ddd-4066-43cd-9448-67b948262abc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.156906] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 910.156906] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e65e7f-d9c8-ca0e-db46-34efe91127b0" [ 910.156906] env[69760]: _type = "Task" [ 910.156906] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.169798] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e65e7f-d9c8-ca0e-db46-34efe91127b0, 'name': SearchDatastore_Task, 'duration_secs': 0.009355} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.169977] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.170316] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 858a69fe-35fd-4ca8-abc2-5e4e01b40e02/858a69fe-35fd-4ca8-abc2-5e4e01b40e02.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.170714] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5d656a1c-ce0f-4ad9-92eb-a52738fce62b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.177869] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 910.177869] env[69760]: value = "task-3393975" [ 910.177869] env[69760]: _type = "Task" [ 910.177869] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.190782] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393975, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.278907] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "refresh_cache-2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.279073] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "refresh_cache-2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.279247] env[69760]: DEBUG nova.network.neutron [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 910.355328] env[69760]: DEBUG nova.compute.manager [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Received event network-vif-plugged-bea1b04f-9056-42e6-8365-24a0abf39e2e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.355328] env[69760]: DEBUG oslo_concurrency.lockutils [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] Acquiring lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.355328] env[69760]: DEBUG oslo_concurrency.lockutils [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 910.355608] env[69760]: DEBUG oslo_concurrency.lockutils [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 910.355781] env[69760]: DEBUG nova.compute.manager [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] No waiting events found dispatching network-vif-plugged-bea1b04f-9056-42e6-8365-24a0abf39e2e {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 910.355781] env[69760]: WARNING nova.compute.manager [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Received unexpected event network-vif-plugged-bea1b04f-9056-42e6-8365-24a0abf39e2e for instance with vm_state building and task_state spawning. [ 910.355932] env[69760]: DEBUG nova.compute.manager [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Received event network-changed-bea1b04f-9056-42e6-8365-24a0abf39e2e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 910.356168] env[69760]: DEBUG nova.compute.manager [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Refreshing instance network info cache due to event network-changed-bea1b04f-9056-42e6-8365-24a0abf39e2e. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 910.356258] env[69760]: DEBUG oslo_concurrency.lockutils [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] Acquiring lock "refresh_cache-2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.434649] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4a6532-588f-48c1-8300-2ccf71f9c869 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.443292] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af09529e-0c9a-4e72-9552-5a337f2b5cc7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.479065] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e6148a-8e97-4072-b4aa-0edf653c923f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.487469] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393973, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095501} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.489888] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 910.490135] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 910.490327] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 910.494216] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b672e4-05a2-4a6a-a9a8-d20dd19062a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.510588] env[69760]: DEBUG nova.compute.provider_tree [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.545990] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393974, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.609858] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521dae33-fb3d-0950-ea5d-11bb147b2d6c, 'name': SearchDatastore_Task, 'duration_secs': 0.020987} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.610203] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.610514] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.610787] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.610935] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.611141] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.611453] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a0195736-e4ad-44a8-b373-d92e4f6a874c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.632766] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.633112] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.634143] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ea606e-92f7-4108-92dc-ac6580baf0d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.640708] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 910.640708] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbcd82-1e2d-3950-525d-e29fb656d6ba" [ 910.640708] env[69760]: _type = "Task" [ 910.640708] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.651196] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbcd82-1e2d-3950-525d-e29fb656d6ba, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.694216] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393975, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.514193} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.694216] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 858a69fe-35fd-4ca8-abc2-5e4e01b40e02/858a69fe-35fd-4ca8-abc2-5e4e01b40e02.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 910.694216] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 910.694585] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-125a9591-3527-4946-a00e-696bccecb3f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.701809] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 910.701809] env[69760]: value = "task-3393976" [ 910.701809] env[69760]: _type = "Task" [ 910.701809] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.713772] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393976, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.827321] env[69760]: DEBUG nova.network.neutron [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 910.983886] env[69760]: DEBUG nova.network.neutron [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Updating instance_info_cache with network_info: [{"id": "bea1b04f-9056-42e6-8365-24a0abf39e2e", "address": "fa:16:3e:f3:68:bc", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea1b04f-90", "ovs_interfaceid": "bea1b04f-9056-42e6-8365-24a0abf39e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 911.014472] env[69760]: DEBUG nova.scheduler.client.report [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.047087] env[69760]: DEBUG oslo_vmware.api [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393974, 'name': PowerOnVM_Task, 'duration_secs': 0.622104} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.047393] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.047599] env[69760]: INFO nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Took 7.50 seconds to spawn the instance on the hypervisor. [ 911.047777] env[69760]: DEBUG nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 911.048785] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0466b980-176d-48e5-9f86-994368dbc244 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.151575] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fbcd82-1e2d-3950-525d-e29fb656d6ba, 'name': SearchDatastore_Task, 'duration_secs': 0.02624} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.152453] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d55dfdf0-f43e-41a1-9df6-a2a69ad0c1b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.158545] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 911.158545] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4fe67-0501-fc50-269c-e35a38c3ac13" [ 911.158545] env[69760]: _type = "Task" [ 911.158545] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.169505] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4fe67-0501-fc50-269c-e35a38c3ac13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.210808] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393976, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093535} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.211121] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 911.211928] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af4b900-a5e9-476b-8aaf-7738059f477e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.236010] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 858a69fe-35fd-4ca8-abc2-5e4e01b40e02/858a69fe-35fd-4ca8-abc2-5e4e01b40e02.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 911.236347] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-682ea05b-285c-4439-98e2-9d4f214637b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.256877] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 911.256877] env[69760]: value = "task-3393977" [ 911.256877] env[69760]: _type = "Task" [ 911.256877] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.270020] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393977, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.482119] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986438-6a8f-8aca-5afe-79f8595e9350/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 911.482448] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcb782e-f8d6-4320-bded-93ec91570e64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.487036] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "refresh_cache-2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.487517] env[69760]: DEBUG nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Instance network_info: |[{"id": "bea1b04f-9056-42e6-8365-24a0abf39e2e", "address": "fa:16:3e:f3:68:bc", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea1b04f-90", "ovs_interfaceid": "bea1b04f-9056-42e6-8365-24a0abf39e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 911.489666] env[69760]: DEBUG oslo_concurrency.lockutils [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] Acquired lock "refresh_cache-2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.489996] env[69760]: DEBUG nova.network.neutron [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Refreshing network info cache for port bea1b04f-9056-42e6-8365-24a0abf39e2e {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 911.491393] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:68:bc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bea1b04f-9056-42e6-8365-24a0abf39e2e', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.501465] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.501915] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986438-6a8f-8aca-5afe-79f8595e9350/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 911.502242] env[69760]: ERROR oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986438-6a8f-8aca-5afe-79f8595e9350/disk-0.vmdk due to incomplete transfer. [ 911.505683] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.506000] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f8dfe98e-728e-4792-bf04-14666233e00a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.511018] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bc629fc3-ae03-413f-a4ec-343cdafccbc8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.530018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.614s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.530018] env[69760]: DEBUG nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 911.533116] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 29.080s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.533343] env[69760]: DEBUG nova.objects.instance [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 911.539411] env[69760]: DEBUG oslo_vmware.rw_handles [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52986438-6a8f-8aca-5afe-79f8595e9350/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 911.539411] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Uploaded image 442b5298-934e-45d1-9a9c-f43094dc0a63 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 911.541556] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 911.544774] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 911.547176] env[69760]: DEBUG nova.virt.hardware [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 911.547176] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-b59a854a-f0f5-4f7f-bc6c-5d1f3a714f67 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.549650] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.549650] env[69760]: value = "task-3393978" [ 911.549650] env[69760]: _type = "Task" [ 911.549650] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.550658] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7d4d5c-8197-4975-9f80-b4960f2dd601 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.558306] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 911.558306] env[69760]: value = "task-3393979" [ 911.558306] env[69760]: _type = "Task" [ 911.558306] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.577985] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9b6b2f2-b892-4427-a86a-548c1d4d2849 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.582322] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393978, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.587315] env[69760]: INFO nova.compute.manager [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Took 40.47 seconds to build instance. [ 911.588736] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393979, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.601182] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 911.608461] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 911.609362] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 911.609625] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-98010727-e8be-4288-86b9-160ec2a4e05b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.630655] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 911.630655] env[69760]: value = "task-3393980" [ 911.630655] env[69760]: _type = "Task" [ 911.630655] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.642751] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393980, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.673022] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4fe67-0501-fc50-269c-e35a38c3ac13, 'name': SearchDatastore_Task, 'duration_secs': 0.01768} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.673328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.673616] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 911.674020] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b3bd85c-d728-448d-8bbe-ba99e22b03a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.681846] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 911.681846] env[69760]: value = "task-3393981" [ 911.681846] env[69760]: _type = "Task" [ 911.681846] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.690616] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.769506] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.805089] env[69760]: DEBUG nova.network.neutron [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Updated VIF entry in instance network info cache for port bea1b04f-9056-42e6-8365-24a0abf39e2e. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 911.805610] env[69760]: DEBUG nova.network.neutron [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Updating instance_info_cache with network_info: [{"id": "bea1b04f-9056-42e6-8365-24a0abf39e2e", "address": "fa:16:3e:f3:68:bc", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbea1b04f-90", "ovs_interfaceid": "bea1b04f-9056-42e6-8365-24a0abf39e2e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 912.035039] env[69760]: DEBUG nova.compute.utils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 912.036257] env[69760]: DEBUG nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 912.036523] env[69760]: DEBUG nova.network.neutron [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 912.065851] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393978, 'name': CreateVM_Task, 'duration_secs': 0.409939} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.066539] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.069164] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.069164] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.069164] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.072134] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e22f7c-a209-4d34-9b3b-07d9f04f26e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.074073] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393979, 'name': Destroy_Task, 'duration_secs': 0.446173} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.074386] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Destroyed the VM [ 912.074628] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 912.075345] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-ece556a9-9637-4cd4-8bad-b51446f2c233 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.078839] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 912.078839] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529b69f9-9772-7aa2-ddb3-72e81c300ecb" [ 912.078839] env[69760]: _type = "Task" [ 912.078839] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.080304] env[69760]: DEBUG nova.policy [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7c2086c4ac174bb382dc1837a638a8ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '173bd5a794d2437e8ddf5715569e4094', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 912.087787] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 912.087787] env[69760]: value = "task-3393982" [ 912.087787] env[69760]: _type = "Task" [ 912.087787] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.094806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b854e32b-859e-45b5-b368-0f9c1b7773d3 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96013b4c-f66b-424f-afee-064fcdfa7519" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 66.343s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.095083] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529b69f9-9772-7aa2-ddb3-72e81c300ecb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.100190] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393982, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.140852] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393980, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.194802] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393981, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.268604] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393977, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.310481] env[69760]: DEBUG oslo_concurrency.lockutils [req-20f150a4-26bd-4a37-a083-897c1342d16f req-dcc6ba6d-cf45-46d5-8b8a-68823d19546c service nova] Releasing lock "refresh_cache-2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.546219] env[69760]: DEBUG nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 912.547549] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fddacba6-0660-4552-97ae-8937b353e646 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.548836] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 24.913s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.550367] env[69760]: INFO nova.compute.claims [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 912.557389] env[69760]: DEBUG nova.network.neutron [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Successfully created port: e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 912.595982] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.597212] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Processing image a6837703-ffc5-48c2-ab1a-d9640fdc2934 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 912.597212] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934/a6837703-ffc5-48c2-ab1a-d9640fdc2934.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.597212] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934/a6837703-ffc5-48c2-ab1a-d9640fdc2934.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.597381] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 912.600788] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-26c522ba-46a8-40c7-945e-c8a3d72b6dc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.602968] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393982, 'name': RemoveSnapshot_Task} progress is 81%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.613504] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 912.613783] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 912.614631] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-afef7706-0e64-468e-9213-b13ceb9d2c97 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.622665] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 912.622665] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52149b6c-7e96-3519-eb0d-5f12660c2610" [ 912.622665] env[69760]: _type = "Task" [ 912.622665] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.630708] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52149b6c-7e96-3519-eb0d-5f12660c2610, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.639315] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393980, 'name': CreateVM_Task, 'duration_secs': 0.708481} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.639533] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 912.639966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.640187] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.640534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.640817] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c634b72-5397-4d7c-bb5c-4dfa6c1f148f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.644975] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 912.644975] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52839497-fb37-56f1-41fb-4ae827b98721" [ 912.644975] env[69760]: _type = "Task" [ 912.644975] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.652843] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52839497-fb37-56f1-41fb-4ae827b98721, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.693130] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683677} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.693688] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 912.693996] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 912.694355] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b3cb362-0423-4f62-a773-037b6e611498 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.704422] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 912.704422] env[69760]: value = "task-3393983" [ 912.704422] env[69760]: _type = "Task" [ 912.704422] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.710820] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393983, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.768729] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393977, 'name': ReconfigVM_Task, 'duration_secs': 1.06402} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.769072] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 858a69fe-35fd-4ca8-abc2-5e4e01b40e02/858a69fe-35fd-4ca8-abc2-5e4e01b40e02.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.770358] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c8b4f16e-40df-43c7-864a-a10cabae4dab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.778871] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 912.778871] env[69760]: value = "task-3393984" [ 912.778871] env[69760]: _type = "Task" [ 912.778871] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.787752] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393984, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.099838] env[69760]: DEBUG oslo_vmware.api [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393982, 'name': RemoveSnapshot_Task, 'duration_secs': 0.794459} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.100155] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 913.100361] env[69760]: INFO nova.compute.manager [None req-6456b317-1476-4223-afd7-2bab91734e5d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Took 15.16 seconds to snapshot the instance on the hypervisor. [ 913.135134] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Preparing fetch location {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 913.135473] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Fetch image to [datastore2] OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951/OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951.vmdk {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 913.135681] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Downloading stream optimized image a6837703-ffc5-48c2-ab1a-d9640fdc2934 to [datastore2] OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951/OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951.vmdk on the data store datastore2 as vApp {{(pid=69760) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 913.136288] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Downloading image file data a6837703-ffc5-48c2-ab1a-d9640fdc2934 to the ESX as VM named 'OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951' {{(pid=69760) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 913.154908] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52839497-fb37-56f1-41fb-4ae827b98721, 'name': SearchDatastore_Task, 'duration_secs': 0.030988} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.156938] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.157188] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 913.157420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.157565] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.157741] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 913.158399] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6ac989a3-3936-4a5a-ae19-c3554fa45de2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.181540] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 913.181769] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 913.182537] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-855d35e4-d5f5-4f76-a767-1fe0e67c8cff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.187918] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 913.187918] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ad0dad-4b3f-8074-b010-3b4119a79f69" [ 913.187918] env[69760]: _type = "Task" [ 913.187918] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.197127] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ad0dad-4b3f-8074-b010-3b4119a79f69, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.210690] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393983, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14301} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.210961] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 913.211800] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddee9066-a5ff-426f-a7b1-1c9999d4e05d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.225908] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 913.225908] env[69760]: value = "resgroup-9" [ 913.225908] env[69760]: _type = "ResourcePool" [ 913.225908] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 913.234731] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 913.235053] env[69760]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-a1207751-b300-4e4a-9b1f-d65eaed041df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.250912] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d53db931-1b35-4cb2-a727-a89383f83151 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.272556] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease: (returnval){ [ 913.272556] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32c99-3949-b243-dc6c-1e79d95b95cd" [ 913.272556] env[69760]: _type = "HttpNfcLease" [ 913.272556] env[69760]: } obtained for vApp import into resource pool (val){ [ 913.272556] env[69760]: value = "resgroup-9" [ 913.272556] env[69760]: _type = "ResourcePool" [ 913.272556] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 913.272818] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the lease: (returnval){ [ 913.272818] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32c99-3949-b243-dc6c-1e79d95b95cd" [ 913.272818] env[69760]: _type = "HttpNfcLease" [ 913.272818] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 913.274391] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 913.274391] env[69760]: value = "task-3393986" [ 913.274391] env[69760]: _type = "Task" [ 913.274391] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.286361] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.286361] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32c99-3949-b243-dc6c-1e79d95b95cd" [ 913.286361] env[69760]: _type = "HttpNfcLease" [ 913.286361] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.290360] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393986, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.294486] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393984, 'name': Rename_Task, 'duration_secs': 0.488521} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.294787] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 913.295076] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9373fbff-f12c-42c9-8184-a3d88fea7f4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.302380] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 913.302380] env[69760]: value = "task-3393987" [ 913.302380] env[69760]: _type = "Task" [ 913.302380] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.311738] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.554942] env[69760]: DEBUG nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 913.620828] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 913.620828] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 913.620828] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 913.620828] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 913.621052] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 913.621098] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 913.621789] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 913.621893] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 913.622084] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 913.622281] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 913.622462] env[69760]: DEBUG nova.virt.hardware [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 913.623704] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e85c922-b7a8-4a32-a548-82f7c85499d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.635051] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21937f2b-14de-4cfe-96e3-6456a3ea3bf8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.702338] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ad0dad-4b3f-8074-b010-3b4119a79f69, 'name': SearchDatastore_Task, 'duration_secs': 0.023496} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.703461] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4fd60966-db12-45f4-a788-4438dbbe95bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.711545] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 913.711545] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb6670-4178-042b-a167-ddf0ccc91533" [ 913.711545] env[69760]: _type = "Task" [ 913.711545] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.721835] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb6670-4178-042b-a167-ddf0ccc91533, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.790766] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 913.790766] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32c99-3949-b243-dc6c-1e79d95b95cd" [ 913.790766] env[69760]: _type = "HttpNfcLease" [ 913.790766] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 913.791057] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393986, 'name': ReconfigVM_Task, 'duration_secs': 0.343642} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.791320] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Reconfigured VM instance instance-0000003f to attach disk [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb/7b3752a8-2177-4913-9f9c-3f736221d1fb.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 913.791895] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e583973c-75c5-4c0c-8645-8ce84697a0a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.797774] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 913.797774] env[69760]: value = "task-3393988" [ 913.797774] env[69760]: _type = "Task" [ 913.797774] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 913.809061] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393988, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.814594] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393987, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.022330] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cbe59f8-ceed-4092-8d7c-7760600d7c30 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.031563] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e90a05e-cdd5-4f2f-8b2e-c5f5260167bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.066639] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aafb9478-c499-4122-b39c-d55ba7e20fbc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.075326] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8345e912-6372-4116-b13b-1208f9b82e07 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.083160] env[69760]: DEBUG nova.compute.manager [req-1e91a663-f365-425d-93b5-a94ae85174d9 req-171f33c5-7b3a-4767-904f-ae4d31aa054e service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Received event network-vif-plugged-e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 914.083160] env[69760]: DEBUG oslo_concurrency.lockutils [req-1e91a663-f365-425d-93b5-a94ae85174d9 req-171f33c5-7b3a-4767-904f-ae4d31aa054e service nova] Acquiring lock "90129de8-9e68-4ea8-9c23-5e98a403ee25-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 914.083160] env[69760]: DEBUG oslo_concurrency.lockutils [req-1e91a663-f365-425d-93b5-a94ae85174d9 req-171f33c5-7b3a-4767-904f-ae4d31aa054e service nova] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.083160] env[69760]: DEBUG oslo_concurrency.lockutils [req-1e91a663-f365-425d-93b5-a94ae85174d9 req-171f33c5-7b3a-4767-904f-ae4d31aa054e service nova] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.083352] env[69760]: DEBUG nova.compute.manager [req-1e91a663-f365-425d-93b5-a94ae85174d9 req-171f33c5-7b3a-4767-904f-ae4d31aa054e service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] No waiting events found dispatching network-vif-plugged-e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 914.083480] env[69760]: WARNING nova.compute.manager [req-1e91a663-f365-425d-93b5-a94ae85174d9 req-171f33c5-7b3a-4767-904f-ae4d31aa054e service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Received unexpected event network-vif-plugged-e4e32b3b-d7fe-430e-84ee-00a7e77fde78 for instance with vm_state building and task_state spawning. [ 914.094866] env[69760]: DEBUG nova.compute.provider_tree [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 914.107990] env[69760]: DEBUG nova.network.neutron [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Successfully updated port: e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 914.224275] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb6670-4178-042b-a167-ddf0ccc91533, 'name': SearchDatastore_Task, 'duration_secs': 0.03156} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.224275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.224275] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 914.224612] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61e3d667-d801-4a9a-bec6-c1a622dae622 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.231919] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 914.231919] env[69760]: value = "task-3393989" [ 914.231919] env[69760]: _type = "Task" [ 914.231919] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.243647] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.282348] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 914.282348] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32c99-3949-b243-dc6c-1e79d95b95cd" [ 914.282348] env[69760]: _type = "HttpNfcLease" [ 914.282348] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 914.282640] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 914.282640] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f32c99-3949-b243-dc6c-1e79d95b95cd" [ 914.282640] env[69760]: _type = "HttpNfcLease" [ 914.282640] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 914.283385] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbe85de-78b1-4b32-b7ee-f0fce6b2cc3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.291111] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52435d11-c964-399b-cabf-04eb650c6766/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 914.291303] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52435d11-c964-399b-cabf-04eb650c6766/disk-0.vmdk. {{(pid=69760) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 914.362893] env[69760]: DEBUG nova.compute.manager [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.371452] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0de44b86-48ce-4769-882d-3951ac4f6018 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.372589] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c670ec-4ec4-4eec-b8a7-664935c61610 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.375686] env[69760]: DEBUG oslo_vmware.api [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3393987, 'name': PowerOnVM_Task, 'duration_secs': 0.783533} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.375977] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393988, 'name': Rename_Task, 'duration_secs': 0.145288} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.376202] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 914.376462] env[69760]: INFO nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Took 8.20 seconds to spawn the instance on the hypervisor. [ 914.376719] env[69760]: DEBUG nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 914.377037] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.378430] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbe78eab-bc6b-4a3d-a96c-e7d5a72899da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.381099] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-54f28bfd-5359-4ec0-8bba-412d59749b73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.394560] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 914.394560] env[69760]: value = "task-3393990" [ 914.394560] env[69760]: _type = "Task" [ 914.394560] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.405252] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393990, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.598618] env[69760]: DEBUG nova.scheduler.client.report [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.608796] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.608796] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.609299] env[69760]: DEBUG nova.network.neutron [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 914.746026] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393989, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.890033] env[69760]: INFO nova.compute.manager [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] instance snapshotting [ 914.894175] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b76f60c5-9e2b-4ecd-ae33-09d8530ad787 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.912678] env[69760]: INFO nova.compute.manager [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Took 43.27 seconds to build instance. [ 914.936959] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12b8235e-cff1-4b7e-8eb3-b231f8b4b800 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.945962] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393990, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.104068] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.555s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.104772] env[69760]: DEBUG nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 915.107359] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.253s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.108025] env[69760]: DEBUG nova.objects.instance [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lazy-loading 'resources' on Instance uuid 3ac4eda8-6709-443d-979a-72e2cfa028b5 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 915.155892] env[69760]: DEBUG nova.network.neutron [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 915.216086] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Completed reading data from the image iterator. {{(pid=69760) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 915.216320] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52435d11-c964-399b-cabf-04eb650c6766/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 915.217361] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0950230e-65a2-44f7-aa3d-8de905a0a386 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.224819] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52435d11-c964-399b-cabf-04eb650c6766/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 915.225122] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52435d11-c964-399b-cabf-04eb650c6766/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 915.225495] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a2adef5e-7c68-4c03-85f0-c81b99cf4287 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.244862] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.688242} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.244862] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 915.244862] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 915.244862] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb42d250-f50c-4b6e-80fc-3ff042f0dab6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.249654] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 915.249654] env[69760]: value = "task-3393991" [ 915.249654] env[69760]: _type = "Task" [ 915.249654] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.259064] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393991, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.410959] env[69760]: DEBUG oslo_vmware.api [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3393990, 'name': PowerOnVM_Task, 'duration_secs': 0.966237} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.412219] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.412440] env[69760]: DEBUG nova.compute.manager [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.413047] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52435d11-c964-399b-cabf-04eb650c6766/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 915.413167] env[69760]: INFO nova.virt.vmwareapi.images [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Downloaded image file data a6837703-ffc5-48c2-ab1a-d9640fdc2934 [ 915.413924] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45b6af3b-9797-4cd1-8f57-7424badb613e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.417236] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a48fbce0-3434-4bb1-b92e-f4e0ba141a2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.419947] env[69760]: DEBUG oslo_concurrency.lockutils [None req-997f6537-6279-45b1-91d9-ce79ab3a0725 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.096s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.438980] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d47b5ece-410d-45e5-a532-5004a95c09aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.456365] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 915.456759] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-17ef76eb-f8b1-49ea-a192-a209fca4caf8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.461530] env[69760]: INFO nova.virt.vmwareapi.images [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] The imported VM was unregistered [ 915.464923] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Caching image {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 915.465396] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating directory with path [datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 915.467225] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5584a909-ccc9-4705-9862-8d6b5424582a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.470421] env[69760]: DEBUG nova.network.neutron [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updating instance_info_cache with network_info: [{"id": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "address": "fa:16:3e:72:b8:c3", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e32b3b-d7", "ovs_interfaceid": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 915.475158] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 915.475158] env[69760]: value = "task-3393993" [ 915.475158] env[69760]: _type = "Task" [ 915.475158] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.485110] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393993, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.491050] env[69760]: DEBUG nova.compute.manager [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 915.491786] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36666e29-3f18-47e0-a7d4-f160e1e93d96 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.494342] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created directory with path [datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 915.494525] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951/OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951.vmdk to [datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934/a6837703-ffc5-48c2-ab1a-d9640fdc2934.vmdk. {{(pid=69760) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 915.495034] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-d46ba191-37a0-4dee-aa19-044fb537b600 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.504269] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 915.504269] env[69760]: value = "task-3393994" [ 915.504269] env[69760]: _type = "Task" [ 915.504269] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.514035] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393994, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.613760] env[69760]: DEBUG nova.compute.utils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 915.615358] env[69760]: DEBUG nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 915.615998] env[69760]: DEBUG nova.network.neutron [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 915.652680] env[69760]: DEBUG nova.policy [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07df43a5012144ccb888d91c5d7c8733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f774b9ef2454b278327e448f17641ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 915.761698] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393991, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064708} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.764483] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 915.765671] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a71106f-2391-46a5-9368-c7ac56f211d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.787870] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 915.791866] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6440512c-6b66-4299-b275-6371c64e06e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.813900] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 915.813900] env[69760]: value = "task-3393995" [ 915.813900] env[69760]: _type = "Task" [ 915.813900] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.823405] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393995, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.956784] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.977619] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Releasing lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.977942] env[69760]: DEBUG nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Instance network_info: |[{"id": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "address": "fa:16:3e:72:b8:c3", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e32b3b-d7", "ovs_interfaceid": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 915.978934] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:72:b8:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '42f08482-a1da-405d-9918-d733d9f5173c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4e32b3b-d7fe-430e-84ee-00a7e77fde78', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 915.986885] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 915.993188] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.994250] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4b52c934-efe4-4c18-bbab-556533b02423 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.021591] env[69760]: INFO nova.compute.manager [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] instance snapshotting [ 916.030605] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.031849] env[69760]: DEBUG nova.network.neutron [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Successfully created port: 84adcd00-1451-4ddc-b654-0c59e28419e3 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 916.034379] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b48e33-e7f6-4770-8f8a-e294c93c9e77 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.038953] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 916.038953] env[69760]: value = "task-3393996" [ 916.038953] env[69760]: _type = "Task" [ 916.038953] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.049894] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393994, 'name': MoveVirtualDisk_Task} progress is 9%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.067545] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4518b21-1b26-4ba4-a96a-037e91acfa4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.075036] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393996, 'name': CreateVM_Task} progress is 15%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.121585] env[69760]: DEBUG nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 916.126508] env[69760]: DEBUG nova.compute.manager [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Received event network-changed-e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 916.126760] env[69760]: DEBUG nova.compute.manager [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Refreshing instance network info cache due to event network-changed-e4e32b3b-d7fe-430e-84ee-00a7e77fde78. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 916.127031] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] Acquiring lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.127187] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] Acquired lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.127373] env[69760]: DEBUG nova.network.neutron [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Refreshing network info cache for port e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 916.215796] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2063a87-4940-4807-9ae0-754add6ed10e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.227120] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-408da265-ef89-4aab-afed-2e78b4e2f0f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.266238] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eab1cc-924d-4a8d-914e-f67340681b21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.278291] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e522615c-ce04-43b3-8322-f61112653961 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.298913] env[69760]: DEBUG nova.compute.provider_tree [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 916.329067] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.490636] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393993, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.534927] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393994, 'name': MoveVirtualDisk_Task} progress is 26%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.557143] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3393996, 'name': CreateVM_Task, 'duration_secs': 0.40819} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.557432] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 916.558258] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.558462] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.558926] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.559245] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d69261d5-9376-4b0e-a100-12d67a4581ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.568156] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 916.568156] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52616e90-70b6-3ff2-60d7-accd45ad2fdc" [ 916.568156] env[69760]: _type = "Task" [ 916.568156] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.579538] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52616e90-70b6-3ff2-60d7-accd45ad2fdc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.585838] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "7b3752a8-2177-4913-9f9c-3f736221d1fb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.586590] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "7b3752a8-2177-4913-9f9c-3f736221d1fb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.586590] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "7b3752a8-2177-4913-9f9c-3f736221d1fb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 916.586590] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "7b3752a8-2177-4913-9f9c-3f736221d1fb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.586590] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "7b3752a8-2177-4913-9f9c-3f736221d1fb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.589085] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 916.589625] env[69760]: INFO nova.compute.manager [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Terminating instance [ 916.591069] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-fc8481e2-e70a-40d9-9762-5851416f667c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.602311] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 916.602311] env[69760]: value = "task-3393997" [ 916.602311] env[69760]: _type = "Task" [ 916.602311] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.616288] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.803709] env[69760]: DEBUG nova.scheduler.client.report [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 916.828209] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393995, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.889093] env[69760]: DEBUG nova.network.neutron [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updated VIF entry in instance network info cache for port e4e32b3b-d7fe-430e-84ee-00a7e77fde78. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 916.889542] env[69760]: DEBUG nova.network.neutron [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updating instance_info_cache with network_info: [{"id": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "address": "fa:16:3e:72:b8:c3", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e32b3b-d7", "ovs_interfaceid": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.992096] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393993, 'name': CreateSnapshot_Task, 'duration_secs': 1.275932} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.992477] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 916.993379] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d17ac79c-5b28-45b7-8f86-bb4bad0582f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.037584] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393994, 'name': MoveVirtualDisk_Task} progress is 49%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.080946] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52616e90-70b6-3ff2-60d7-accd45ad2fdc, 'name': SearchDatastore_Task, 'duration_secs': 0.021295} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.081380] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.081634] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 917.081874] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.082080] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.082530] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 917.082590] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ded7dbd-2e23-44b5-bfce-e228ad557a9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.094361] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 917.094361] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 917.095483] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "refresh_cache-7b3752a8-2177-4913-9f9c-3f736221d1fb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.095781] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquired lock "refresh_cache-7b3752a8-2177-4913-9f9c-3f736221d1fb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.095823] env[69760]: DEBUG nova.network.neutron [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.096972] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3a8991d-9d69-4f25-b5d9-ba258ae7d89b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.109057] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 917.109057] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d95142-f8a7-5c97-0267-ae0070113171" [ 917.109057] env[69760]: _type = "Task" [ 917.109057] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.116751] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393997, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.125432] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d95142-f8a7-5c97-0267-ae0070113171, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.135272] env[69760]: DEBUG nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 917.159054] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 917.159307] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 917.159505] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 917.159870] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 917.160072] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 917.160243] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 917.160472] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 917.160640] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 917.160870] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 917.161099] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 917.161287] env[69760]: DEBUG nova.virt.hardware [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 917.162408] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfe6940a-adca-49f9-bfa5-58ecc23dabd5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.173675] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b1cd488-8c54-4e73-a648-5989876608bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.015902] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.908s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.017957] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] Releasing lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.018511] env[69760]: DEBUG nova.compute.manager [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Received event network-changed-141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.018511] env[69760]: DEBUG nova.compute.manager [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Refreshing instance network info cache due to event network-changed-141216d6-ecf6-4bdf-9d97-383b3d2fbd47. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.018628] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.018764] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.018921] env[69760]: DEBUG nova.network.neutron [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Refreshing network info cache for port 141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 918.026544] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 918.032673] env[69760]: DEBUG nova.network.neutron [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Successfully updated port: 84adcd00-1451-4ddc-b654-0c59e28419e3 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 918.034032] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 26.589s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.038409] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-edce82c7-891e-42bc-a3f4-4318c748108c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.052746] env[69760]: DEBUG nova.objects.instance [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lazy-loading 'migration_context' on Instance uuid 458ff062-7b22-477f-85d1-4110870956cb {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.054187] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-d8eb04ef-ecc1-404c-96e9-42430a93ffa6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.054333] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-d8eb04ef-ecc1-404c-96e9-42430a93ffa6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.054472] env[69760]: DEBUG nova.network.neutron [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 918.064176] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393997, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.074431] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 918.074431] env[69760]: value = "task-3393998" [ 918.074431] env[69760]: _type = "Task" [ 918.074431] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.074712] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393995, 'name': ReconfigVM_Task, 'duration_secs': 1.642509} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.074748] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393994, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.076137] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d95142-f8a7-5c97-0267-ae0070113171, 'name': SearchDatastore_Task, 'duration_secs': 0.020041} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.077111] env[69760]: INFO nova.scheduler.client.report [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Deleted allocations for instance 3ac4eda8-6709-443d-979a-72e2cfa028b5 [ 918.078620] env[69760]: DEBUG nova.network.neutron [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.080611] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 918.088124] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5f9b6cd5-402f-4386-8757-428d67924aaa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.089699] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b50e31c5-297d-4980-904e-e63964c8ec7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.100965] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393998, 'name': CloneVM_Task} progress is 12%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.103041] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 918.103041] env[69760]: value = "task-3393999" [ 918.103041] env[69760]: _type = "Task" [ 918.103041] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.103295] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 918.103295] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259965d-575d-bb3a-e65b-be83d5fc6426" [ 918.103295] env[69760]: _type = "Task" [ 918.103295] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.117448] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259965d-575d-bb3a-e65b-be83d5fc6426, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.120588] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393999, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.158543] env[69760]: DEBUG nova.compute.manager [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Received event network-vif-plugged-84adcd00-1451-4ddc-b654-0c59e28419e3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.158543] env[69760]: DEBUG oslo_concurrency.lockutils [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] Acquiring lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.158543] env[69760]: DEBUG oslo_concurrency.lockutils [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.158543] env[69760]: DEBUG oslo_concurrency.lockutils [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.158543] env[69760]: DEBUG nova.compute.manager [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] No waiting events found dispatching network-vif-plugged-84adcd00-1451-4ddc-b654-0c59e28419e3 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 918.158543] env[69760]: WARNING nova.compute.manager [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Received unexpected event network-vif-plugged-84adcd00-1451-4ddc-b654-0c59e28419e3 for instance with vm_state building and task_state spawning. [ 918.159050] env[69760]: DEBUG nova.compute.manager [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Received event network-changed-84adcd00-1451-4ddc-b654-0c59e28419e3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 918.159050] env[69760]: DEBUG nova.compute.manager [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Refreshing instance network info cache due to event network-changed-84adcd00-1451-4ddc-b654-0c59e28419e3. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 918.159050] env[69760]: DEBUG oslo_concurrency.lockutils [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] Acquiring lock "refresh_cache-d8eb04ef-ecc1-404c-96e9-42430a93ffa6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.162605] env[69760]: DEBUG nova.network.neutron [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.353398] env[69760]: DEBUG nova.network.neutron [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updated VIF entry in instance network info cache for port 141216d6-ecf6-4bdf-9d97-383b3d2fbd47. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 918.353976] env[69760]: DEBUG nova.network.neutron [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.540389] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3393997, 'name': CreateSnapshot_Task, 'duration_secs': 1.843177} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.544662] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 918.544777] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3393994, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.926101} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.545545] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac0ccd-139f-464e-8ee4-4cbbe328cf34 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.549663] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951/OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951.vmdk to [datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934/a6837703-ffc5-48c2-ab1a-d9640fdc2934.vmdk. [ 918.549663] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Cleaning up location [datastore2] OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 918.549663] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_14a88c55-f23e-4ec0-988e-31b2e6b2d951 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 918.549663] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8fd713bb-a835-4a56-a1e7-6a3825859d06 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.568288] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 918.568288] env[69760]: value = "task-3394000" [ 918.568288] env[69760]: _type = "Task" [ 918.568288] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.577491] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.589915] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393998, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.596247] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a7fb001-b67b-49df-8a0f-2391f8804c20 tempest-ServersListShow298Test-519982647 tempest-ServersListShow298Test-519982647-project-member] Lock "3ac4eda8-6709-443d-979a-72e2cfa028b5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.005s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.598852] env[69760]: DEBUG nova.network.neutron [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 918.625219] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393999, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.625510] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259965d-575d-bb3a-e65b-be83d5fc6426, 'name': SearchDatastore_Task, 'duration_secs': 0.022238} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.630025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.630292] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 90129de8-9e68-4ea8-9c23-5e98a403ee25/90129de8-9e68-4ea8-9c23-5e98a403ee25.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 918.631013] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e8637b8-6ac9-4a5a-9551-7065f6f07e27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.640694] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 918.640694] env[69760]: value = "task-3394001" [ 918.640694] env[69760]: _type = "Task" [ 918.640694] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.646196] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.662711] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Releasing lock "refresh_cache-7b3752a8-2177-4913-9f9c-3f736221d1fb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.663148] env[69760]: DEBUG nova.compute.manager [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 918.663347] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 918.664617] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3840147-26a1-4295-8d41-9c43fe96c7d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.675032] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 918.675032] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-856ac49d-0735-49e0-8b1e-d06260e19373 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.680833] env[69760]: DEBUG oslo_vmware.api [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 918.680833] env[69760]: value = "task-3394002" [ 918.680833] env[69760]: _type = "Task" [ 918.680833] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.691467] env[69760]: DEBUG oslo_vmware.api [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3394002, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.838041] env[69760]: DEBUG nova.network.neutron [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Updating instance_info_cache with network_info: [{"id": "84adcd00-1451-4ddc-b654-0c59e28419e3", "address": "fa:16:3e:91:87:e0", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84adcd00-14", "ovs_interfaceid": "84adcd00-1451-4ddc-b654-0c59e28419e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.856906] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb30a66a-2c5c-455d-841b-5ba90be8acf4 req-7c04564e-e5e5-4752-a6ef-d1394814cebc service nova] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.040567] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e561f719-638d-4ff6-8dd6-bb69c1f54b46 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.051245] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe6f3956-b2fd-47d2-9bc2-3117f7dce848 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.088419] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 919.090044] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-cc988aab-b092-4b94-9bc5-3ee0fc5d8653 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.097633] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df8cfe86-c6c7-4638-be87-656f26782b8e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.106098] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393998, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.114386] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 919.114386] env[69760]: value = "task-3394003" [ 919.114386] env[69760]: _type = "Task" [ 919.114386] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.114575] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.062721} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.115800] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36de7075-cdf2-44bb-ae18-50a8a3462e95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.119843] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.120023] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934/a6837703-ffc5-48c2-ab1a-d9640fdc2934.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.120275] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934/a6837703-ffc5-48c2-ab1a-d9640fdc2934.vmdk to [datastore2] 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6/2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 919.124020] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f13477fe-183f-4eeb-b976-85338b9a7cdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.129049] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3393999, 'name': Rename_Task, 'duration_secs': 0.527711} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.130285] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 919.130285] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-25c53b69-1b1a-4a38-b7ad-cd79e42fbde1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.141920] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394003, 'name': CloneVM_Task} progress is 12%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.142473] env[69760]: DEBUG nova.compute.provider_tree [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.147982] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 919.147982] env[69760]: value = "task-3394004" [ 919.147982] env[69760]: _type = "Task" [ 919.147982] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.149545] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 919.149545] env[69760]: value = "task-3394005" [ 919.149545] env[69760]: _type = "Task" [ 919.149545] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.159273] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.164853] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394004, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.168412] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394005, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.190953] env[69760]: DEBUG oslo_vmware.api [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3394002, 'name': PowerOffVM_Task, 'duration_secs': 0.139121} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.191729] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.191920] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.192498] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6d583e6-763f-46d9-afd8-42bdccd53c0c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.219184] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.219184] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.219184] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Deleting the datastore file [datastore2] 7b3752a8-2177-4913-9f9c-3f736221d1fb {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.219184] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40127cb8-3690-4e12-a6d3-9f1b86774f61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.225718] env[69760]: DEBUG oslo_vmware.api [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for the task: (returnval){ [ 919.225718] env[69760]: value = "task-3394007" [ 919.225718] env[69760]: _type = "Task" [ 919.225718] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.234726] env[69760]: DEBUG oslo_vmware.api [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3394007, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.341157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-d8eb04ef-ecc1-404c-96e9-42430a93ffa6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.341587] env[69760]: DEBUG nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Instance network_info: |[{"id": "84adcd00-1451-4ddc-b654-0c59e28419e3", "address": "fa:16:3e:91:87:e0", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84adcd00-14", "ovs_interfaceid": "84adcd00-1451-4ddc-b654-0c59e28419e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 919.341936] env[69760]: DEBUG oslo_concurrency.lockutils [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] Acquired lock "refresh_cache-d8eb04ef-ecc1-404c-96e9-42430a93ffa6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.342201] env[69760]: DEBUG nova.network.neutron [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Refreshing network info cache for port 84adcd00-1451-4ddc-b654-0c59e28419e3 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 919.343687] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:87:e0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '84adcd00-1451-4ddc-b654-0c59e28419e3', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 919.351802] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating folder: Project (6f774b9ef2454b278327e448f17641ee). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.355509] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5b2116dc-440d-4360-9ecd-4c574a349ad1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.368338] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created folder: Project (6f774b9ef2454b278327e448f17641ee) in parent group-v676970. [ 919.368557] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating folder: Instances. Parent ref: group-v677163. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 919.368843] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d86eac33-b49f-4468-aa13-df481d201cb8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.379955] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created folder: Instances in parent group-v677163. [ 919.380459] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.380993] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 919.381136] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d2956ce0-13e2-48ec-8cf9-ce6b788ade45 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.405578] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 919.405578] env[69760]: value = "task-3394010" [ 919.405578] env[69760]: _type = "Task" [ 919.405578] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.422621] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394010, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.610884] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393998, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.635531] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394003, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.649504] env[69760]: DEBUG nova.scheduler.client.report [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 919.660141] env[69760]: DEBUG nova.network.neutron [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Updated VIF entry in instance network info cache for port 84adcd00-1451-4ddc-b654-0c59e28419e3. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 919.660141] env[69760]: DEBUG nova.network.neutron [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Updating instance_info_cache with network_info: [{"id": "84adcd00-1451-4ddc-b654-0c59e28419e3", "address": "fa:16:3e:91:87:e0", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap84adcd00-14", "ovs_interfaceid": "84adcd00-1451-4ddc-b654-0c59e28419e3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 919.673809] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.940016} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.675084] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 90129de8-9e68-4ea8-9c23-5e98a403ee25/90129de8-9e68-4ea8-9c23-5e98a403ee25.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 919.675397] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 919.676650] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4fc1078d-4582-489e-93be-2869ce0b95ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.687483] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394005, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.687613] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394004, 'name': CopyVirtualDisk_Task} progress is 9%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.693586] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 919.693586] env[69760]: value = "task-3394011" [ 919.693586] env[69760]: _type = "Task" [ 919.693586] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.704734] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.739365] env[69760]: DEBUG oslo_vmware.api [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Task: {'id': task-3394007, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333825} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.739813] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 919.740096] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 919.740335] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 919.740584] env[69760]: INFO nova.compute.manager [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Took 1.08 seconds to destroy the instance on the hypervisor. [ 919.740903] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 919.741224] env[69760]: DEBUG nova.compute.manager [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 919.741359] env[69760]: DEBUG nova.network.neutron [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 919.758905] env[69760]: DEBUG nova.network.neutron [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 919.915630] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394010, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.103963] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393998, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.131368] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394003, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.174736] env[69760]: DEBUG oslo_concurrency.lockutils [req-65402eb4-3ece-4a37-87e0-83cc989b80f4 req-d7228e65-12af-4b45-a687-e187eb0fe3b5 service nova] Releasing lock "refresh_cache-d8eb04ef-ecc1-404c-96e9-42430a93ffa6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.175165] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394004, 'name': CopyVirtualDisk_Task} progress is 29%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.178558] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394005, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.204853] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14403} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.205140] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 920.205960] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86c41db-776e-42c3-a731-35e355ea3a44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.230935] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Reconfiguring VM instance instance-00000044 to attach disk [datastore1] 90129de8-9e68-4ea8-9c23-5e98a403ee25/90129de8-9e68-4ea8-9c23-5e98a403ee25.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 920.231383] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3129bf40-cca7-46a0-9efd-1d6c1f50b75e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.254529] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 920.254529] env[69760]: value = "task-3394012" [ 920.254529] env[69760]: _type = "Task" [ 920.254529] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.262415] env[69760]: DEBUG nova.network.neutron [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 920.263653] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.417246] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394010, 'name': CreateVM_Task, 'duration_secs': 0.617756} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.417597] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 920.418483] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.418792] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.419280] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.419667] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5401dd87-708b-49e4-bc99-a714b5f048e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.425921] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 920.425921] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f5819c-d43c-fb9b-ad82-f2887009715f" [ 920.425921] env[69760]: _type = "Task" [ 920.425921] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.433846] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f5819c-d43c-fb9b-ad82-f2887009715f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.602748] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3393998, 'name': CloneVM_Task, 'duration_secs': 2.189393} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.604477] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Created linked-clone VM from snapshot [ 920.604477] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64bed68e-305a-4da0-8515-2f30c30685a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.612841] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Uploading image 39b5f1bb-ed39-40b3-bafc-ee693fc013b0 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 920.632241] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394003, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.670970] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.637s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.677929] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 28.975s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.678182] env[69760]: DEBUG nova.objects.instance [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 920.692023] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394004, 'name': CopyVirtualDisk_Task} progress is 49%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.700644] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394005, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.764699] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394012, 'name': ReconfigVM_Task, 'duration_secs': 0.491627} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.764877] env[69760]: INFO nova.compute.manager [-] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Took 1.02 seconds to deallocate network for instance. [ 920.765543] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Reconfigured VM instance instance-00000044 to attach disk [datastore1] 90129de8-9e68-4ea8-9c23-5e98a403ee25/90129de8-9e68-4ea8-9c23-5e98a403ee25.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 920.766932] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 920.768621] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00a428c4-a960-4457-a560-64f7ac2ab77e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.771150] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-52e2fa03-9b15-48a2-b5b9-c07cfac33731 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.780760] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 920.780760] env[69760]: value = "task-3394013" [ 920.780760] env[69760]: _type = "Task" [ 920.780760] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.782032] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 920.782032] env[69760]: value = "task-3394014" [ 920.782032] env[69760]: _type = "Task" [ 920.782032] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.797661] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394013, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.798381] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394014, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.942043] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f5819c-d43c-fb9b-ad82-f2887009715f, 'name': SearchDatastore_Task, 'duration_secs': 0.019309} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.942542] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.942832] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 920.943133] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.943281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.943462] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 920.943736] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c9fab117-8e62-4ce7-92e2-c6eba66a1cc3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.971830] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 920.972081] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 920.972927] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a7f0eae-85e1-4b4f-bd6c-1bcbba9b0286 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.979086] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 920.979086] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52140644-cfab-5a5b-af74-9cae6246ef88" [ 920.979086] env[69760]: _type = "Task" [ 920.979086] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.987214] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52140644-cfab-5a5b-af74-9cae6246ef88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.133398] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394003, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.176247] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394004, 'name': CopyVirtualDisk_Task} progress is 69%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.179097] env[69760]: DEBUG oslo_vmware.api [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394005, 'name': PowerOnVM_Task, 'duration_secs': 1.883329} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.179382] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.179587] env[69760]: DEBUG nova.compute.manager [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 921.180416] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7dbd4f-ce7f-44ff-800d-4434dda5d9d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.276988] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.296238] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394014, 'name': Destroy_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.299695] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394013, 'name': Rename_Task, 'duration_secs': 0.161653} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.299936] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 921.300212] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-90714461-fa0d-4a2b-a73b-db7c5f38c84f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.312041] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 921.312041] env[69760]: value = "task-3394015" [ 921.312041] env[69760]: _type = "Task" [ 921.312041] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.320886] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394015, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.492016] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52140644-cfab-5a5b-af74-9cae6246ef88, 'name': SearchDatastore_Task, 'duration_secs': 0.019358} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.493038] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d686905-cd61-4879-a0a6-11413f3a526e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.499505] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 921.499505] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b054a-e328-992d-91ce-068bc872147d" [ 921.499505] env[69760]: _type = "Task" [ 921.499505] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.508379] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b054a-e328-992d-91ce-068bc872147d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.633313] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394003, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.679959] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394004, 'name': CopyVirtualDisk_Task} progress is 91%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.691022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-61a42680-faef-459f-b1e1-ac916c21fd1f tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.691022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.853s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.691022] env[69760]: DEBUG nova.objects.instance [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lazy-loading 'resources' on Instance uuid ea7b45cb-9756-40b7-94a3-4babdec11820 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.702939] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.798199] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394014, 'name': Destroy_Task, 'duration_secs': 0.564258} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.798352] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Destroyed the VM [ 921.798637] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 921.798901] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-1a5e4aa1-d41c-4928-9f1b-6fb4f97026f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.806332] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 921.806332] env[69760]: value = "task-3394016" [ 921.806332] env[69760]: _type = "Task" [ 921.806332] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.818913] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394016, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.824273] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394015, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.010322] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b054a-e328-992d-91ce-068bc872147d, 'name': SearchDatastore_Task, 'duration_secs': 0.018912} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.010648] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.010914] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] d8eb04ef-ecc1-404c-96e9-42430a93ffa6/d8eb04ef-ecc1-404c-96e9-42430a93ffa6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 922.011199] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-792677c8-a00d-42e6-b5cc-7b944277502d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.017758] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 922.017758] env[69760]: value = "task-3394017" [ 922.017758] env[69760]: _type = "Task" [ 922.017758] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.027592] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394017, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.105906] env[69760]: INFO nova.compute.manager [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Rebuilding instance [ 922.136718] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394003, 'name': CloneVM_Task, 'duration_secs': 2.794226} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.136989] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Created linked-clone VM from snapshot [ 922.137745] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42b6f2d-04e0-4a7a-a597-7944c1cacbaf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.147677] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Uploading image 2e5292e7-e69e-48ea-8a97-83595effe0fe {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 922.149546] env[69760]: DEBUG nova.compute.manager [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.151255] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-360d9325-015b-4964-be77-8a1f889d5da8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.171583] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394004, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.815155} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.173494] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 922.173494] env[69760]: value = "vm-677162" [ 922.173494] env[69760]: _type = "VirtualMachine" [ 922.173494] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 922.173744] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a6837703-ffc5-48c2-ab1a-d9640fdc2934/a6837703-ffc5-48c2-ab1a-d9640fdc2934.vmdk to [datastore2] 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6/2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 922.173995] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c970404-c0d8-49d5-830f-4aa8a7235d10 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.176065] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a43a0e83-4586-4bd0-8934-af02fbc3fbdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.200419] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6/2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.205316] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-460d7814-e4b4-4734-b81a-25c256ebea1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.220960] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lease: (returnval){ [ 922.220960] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5af0b-2e0a-3f7f-0059-5399a4821459" [ 922.220960] env[69760]: _type = "HttpNfcLease" [ 922.220960] env[69760]: } obtained for exporting VM: (result){ [ 922.220960] env[69760]: value = "vm-677162" [ 922.220960] env[69760]: _type = "VirtualMachine" [ 922.220960] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 922.221221] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the lease: (returnval){ [ 922.221221] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5af0b-2e0a-3f7f-0059-5399a4821459" [ 922.221221] env[69760]: _type = "HttpNfcLease" [ 922.221221] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 922.230292] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 922.230292] env[69760]: value = "task-3394019" [ 922.230292] env[69760]: _type = "Task" [ 922.230292] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.235086] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 922.235086] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5af0b-2e0a-3f7f-0059-5399a4821459" [ 922.235086] env[69760]: _type = "HttpNfcLease" [ 922.235086] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 922.236044] env[69760]: INFO nova.compute.manager [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Swapping old allocation on dict_keys(['0341868b-b8c4-4012-b007-040da1f96754']) held by migration b31acf45-ef49-4d07-bca4-a16599588f3b for instance [ 922.236617] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 922.236617] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5af0b-2e0a-3f7f-0059-5399a4821459" [ 922.236617] env[69760]: _type = "HttpNfcLease" [ 922.236617] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 922.243145] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aa2de54-e6eb-4a3b-a73f-00467fb3bf03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.245116] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394019, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.254806] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5876-8cfa-fdce-4463-f59b560d3466/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 922.255012] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5876-8cfa-fdce-4463-f59b560d3466/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 922.324927] env[69760]: DEBUG nova.scheduler.client.report [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Overwriting current allocation {'allocations': {'0341868b-b8c4-4012-b007-040da1f96754': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 96}}, 'project_id': '2880fc434d5b419c8b5b00bf2719a02e', 'user_id': 'c2ea8ee08dbf496e827344c0bd930272', 'consumer_generation': 1} on consumer 458ff062-7b22-477f-85d1-4110870956cb {{(pid=69760) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 922.340212] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394016, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.343615] env[69760]: DEBUG oslo_vmware.api [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394015, 'name': PowerOnVM_Task, 'duration_secs': 0.742543} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.346546] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 922.346794] env[69760]: INFO nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Took 8.79 seconds to spawn the instance on the hypervisor. [ 922.347025] env[69760]: DEBUG nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 922.348075] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca43a07-c0f5-46dd-94c2-15c87178a752 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.408450] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-54110a33-0acf-4531-90fe-597f055668d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.528524] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394017, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.544224] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.544465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquired lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.544686] env[69760]: DEBUG nova.network.neutron [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 922.746291] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394019, 'name': ReconfigVM_Task, 'duration_secs': 0.30013} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.746291] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6/2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.747197] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7dee9962-f316-499b-9e43-5ca87fc97382 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.750943] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a86b0508-0dc0-408a-84f2-bd82aabd84bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.761987] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9811d16d-b1ee-4904-8a54-43b4ead63ae0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.765784] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 922.765784] env[69760]: value = "task-3394020" [ 922.765784] env[69760]: _type = "Task" [ 922.765784] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.805429] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb4190eb-46a6-442a-9311-08be17bc20bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.809986] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394020, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.819762] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aac3c1c7-0924-4164-bf01-523cadd354be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.841705] env[69760]: DEBUG nova.compute.provider_tree [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.846727] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394016, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.868812] env[69760]: INFO nova.compute.manager [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Took 43.43 seconds to build instance. [ 923.030459] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394017, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.961937} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.030717] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] d8eb04ef-ecc1-404c-96e9-42430a93ffa6/d8eb04ef-ecc1-404c-96e9-42430a93ffa6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 923.031072] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 923.031733] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-964c8f91-9946-472f-8ee0-88a07d5c7392 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.038949] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 923.038949] env[69760]: value = "task-3394021" [ 923.038949] env[69760]: _type = "Task" [ 923.038949] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.047464] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394021, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.170835] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.171214] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21a03639-6831-4c49-a624-9cb2d10f2640 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.178730] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 923.178730] env[69760]: value = "task-3394022" [ 923.178730] env[69760]: _type = "Task" [ 923.178730] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.192068] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394022, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.276118] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394020, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.316804] env[69760]: DEBUG nova.network.neutron [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [{"id": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "address": "fa:16:3e:ba:c8:0c", "network": {"id": "4227c28b-df54-4395-b08d-3421345bc18d", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.127", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "1e9f2cd3f676498db4b6631e972a2e05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "605f83bd-808c-4b54-922e-54b14690987a", "external-id": "nsx-vlan-transportzone-25", "segmentation_id": 25, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb4a3afdd-da", "ovs_interfaceid": "b4a3afdd-da1f-4bd8-bc9a-f52576256b75", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.341816] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394016, 'name': RemoveSnapshot_Task} progress is 97%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.349125] env[69760]: DEBUG nova.scheduler.client.report [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.370458] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62840c53-ca37-4997-b075-c8faca8cec24 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.168s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.550777] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394021, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069694} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.551099] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 923.552035] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe02635-4167-4cb6-bfcf-76db6ca0261a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.576845] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Reconfiguring VM instance instance-00000045 to attach disk [datastore1] d8eb04ef-ecc1-404c-96e9-42430a93ffa6/d8eb04ef-ecc1-404c-96e9-42430a93ffa6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 923.577434] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb87eaa2-51f4-4499-9dc3-723183f93807 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.599906] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 923.599906] env[69760]: value = "task-3394023" [ 923.599906] env[69760]: _type = "Task" [ 923.599906] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.609013] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394023, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.689305] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394022, 'name': PowerOffVM_Task, 'duration_secs': 0.319028} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.689847] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 923.690107] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 923.690920] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e51fdcfd-6734-469f-bf2b-f9d132af746b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.698880] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 923.699614] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-90c0585a-9d9c-47f2-bfb4-ae39018603b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.725110] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 923.725602] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 923.725915] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Deleting the datastore file [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 923.726268] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9858917-4d6c-4235-b7bd-f21e2aeed56d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.732045] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 923.732045] env[69760]: value = "task-3394025" [ 923.732045] env[69760]: _type = "Task" [ 923.732045] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.740479] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394025, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.777823] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394020, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.820432] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Releasing lock "refresh_cache-458ff062-7b22-477f-85d1-4110870956cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.821138] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 923.821138] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e006e16-3c60-49e6-9c4c-ae29261bf909 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.831060] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 923.831060] env[69760]: value = "task-3394026" [ 923.831060] env[69760]: _type = "Task" [ 923.831060] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.843746] env[69760]: DEBUG oslo_vmware.api [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394016, 'name': RemoveSnapshot_Task, 'duration_secs': 1.624427} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.847555] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 923.851670] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394026, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.856663] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.861009] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 29.789s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.865281] env[69760]: DEBUG nova.compute.manager [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Received event network-changed-e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 923.867421] env[69760]: DEBUG nova.compute.manager [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Refreshing instance network info cache due to event network-changed-e4e32b3b-d7fe-430e-84ee-00a7e77fde78. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 923.867421] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] Acquiring lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.867421] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] Acquired lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.867691] env[69760]: DEBUG nova.network.neutron [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Refreshing network info cache for port e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 923.887330] env[69760]: INFO nova.scheduler.client.report [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Deleted allocations for instance ea7b45cb-9756-40b7-94a3-4babdec11820 [ 924.116673] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394023, 'name': ReconfigVM_Task, 'duration_secs': 0.326154} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.120572] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Reconfigured VM instance instance-00000045 to attach disk [datastore1] d8eb04ef-ecc1-404c-96e9-42430a93ffa6/d8eb04ef-ecc1-404c-96e9-42430a93ffa6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 924.121321] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd0186fc-a8e1-4d5b-946d-dce95604f00d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.128940] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 924.128940] env[69760]: value = "task-3394027" [ 924.128940] env[69760]: _type = "Task" [ 924.128940] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.138426] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394027, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.243749] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394025, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14721} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.244146] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 924.244439] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 924.244683] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 924.277646] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394020, 'name': Rename_Task, 'duration_secs': 1.17508} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.279803] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.279803] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-165b621a-fe03-4a1b-be84-460c48b44a53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.286296] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 924.286296] env[69760]: value = "task-3394028" [ 924.286296] env[69760]: _type = "Task" [ 924.286296] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.301681] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394028, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.343104] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394026, 'name': PowerOffVM_Task, 'duration_secs': 0.252898} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.343550] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 924.344489] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T06:02:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5449c911-f47b-4191-90b3-aa43e1a4fa2a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292159111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.344712] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.344887] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.345152] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.345372] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.345526] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.345828] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.346105] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.346410] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.346617] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.346832] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.354073] env[69760]: WARNING nova.compute.manager [None req-d1912628-dcd1-48b6-8684-28f8036b4901 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Image not found during snapshot: nova.exception.ImageNotFound: Image 39b5f1bb-ed39-40b3-bafc-ee693fc013b0 could not be found. [ 924.355248] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-347074c8-b692-4aee-aa8d-1cb2ff08633c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.390536] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 924.390536] env[69760]: value = "task-3394029" [ 924.390536] env[69760]: _type = "Task" [ 924.390536] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.398551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3283ae97-91b5-46a0-800c-80a3d274c62f tempest-ServerShowV247Test-1947306201 tempest-ServerShowV247Test-1947306201-project-member] Lock "ea7b45cb-9756-40b7-94a3-4babdec11820" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.796s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.405573] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394029, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.590814] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.591085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.591334] env[69760]: INFO nova.compute.manager [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Rebooting instance [ 924.638810] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394027, 'name': Rename_Task, 'duration_secs': 0.279024} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.639115] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 924.639368] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8d60c71-2c32-489a-898e-dbba669c399c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.646391] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 924.646391] env[69760]: value = "task-3394030" [ 924.646391] env[69760]: _type = "Task" [ 924.646391] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.654429] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394030, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.688081] env[69760]: DEBUG nova.network.neutron [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updated VIF entry in instance network info cache for port e4e32b3b-d7fe-430e-84ee-00a7e77fde78. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 924.688519] env[69760]: DEBUG nova.network.neutron [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updating instance_info_cache with network_info: [{"id": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "address": "fa:16:3e:72:b8:c3", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e32b3b-d7", "ovs_interfaceid": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.799190] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394028, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.895152] env[69760]: INFO nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating resource usage from migration 3dde145e-5ac4-4edc-a9b0-1253358fe287 [ 924.898290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "96013b4c-f66b-424f-afee-064fcdfa7519" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.898601] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96013b4c-f66b-424f-afee-064fcdfa7519" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.898892] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "96013b4c-f66b-424f-afee-064fcdfa7519-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.899114] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96013b4c-f66b-424f-afee-064fcdfa7519-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 924.899321] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96013b4c-f66b-424f-afee-064fcdfa7519-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.905209] env[69760]: INFO nova.compute.manager [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Terminating instance [ 924.911945] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394029, 'name': ReconfigVM_Task, 'duration_secs': 0.14488} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.912925] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbdb282-e6b2-4ade-9b51-ef2ac1a88671 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.934867] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T06:02:51Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5449c911-f47b-4191-90b3-aa43e1a4fa2a',id=40,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-1292159111',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 924.935159] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 924.935418] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 924.935632] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 924.935823] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 924.936010] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 924.936561] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 924.936561] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 924.936748] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 924.937023] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 924.937383] env[69760]: DEBUG nova.virt.hardware [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 924.939728] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 05c98eee-065e-46d6-8499-d4e3608fc4bb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.940101] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5eb916ca-a7a4-4fe1-8802-e3619587155a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.940183] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 506b1ae3-fc96-4c09-9e45-8fceeb80b492 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.940775] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 12ce4033-baa4-43ca-b2b6-6927e5c38516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.940775] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance c949f194-d662-4fdb-8025-b5dc46465add actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.940775] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.940911] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d3a4cde4-60db-489f-ae8d-66372fe71361 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.941039] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40567fa1-7b4d-4334-a3b2-34c92981f237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.941243] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f839c019-46b5-43fd-81e5-ace2c82c4263 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.941664] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance db981e04-53a9-4dab-8fc7-ffc6631cd41d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.941664] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.941814] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 0fa7bf74-e578-4158-9684-3f9d8ce3e569 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.941878] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 192d6d08-babf-4efe-b22b-ab6676698975 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.942021] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f066367a-fb43-4433-b9bd-5fd3d26ff2c8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.942218] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f9da202e-13aa-4c70-ae15-dfeb3093a299 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.942346] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 962a8802-6352-4848-aec5-4ba82c22c060 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.942492] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.942603] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 7ba9c3ca-8f80-4422-8392-e747f7020176 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.942740] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance db6bdce5-50dc-40e8-b6b8-632a49ccc2e0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.942855] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 458ff062-7b22-477f-85d1-4110870956cb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.942999] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 7b3752a8-2177-4913-9f9c-3f736221d1fb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 924.943129] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance c7d3af63-c60a-4a67-8dbf-650c32467e6c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.943242] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 96013b4c-f66b-424f-afee-064fcdfa7519 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.943444] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.943558] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.944167] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 90129de8-9e68-4ea8-9c23-5e98a403ee25 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.944167] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d8eb04ef-ecc1-404c-96e9-42430a93ffa6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.944167] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Migration 3dde145e-5ac4-4edc-a9b0-1253358fe287 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 924.944167] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 6ac67906-d275-4b04-adf0-a9c101b9ec5e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 924.944414] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 24 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 924.944575] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=5184MB phys_disk=200GB used_disk=24GB total_vcpus=48 used_vcpus=24 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 924.947615] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4a127ea-7d27-4ecd-a019-2b4ddc104778 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.954063] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 924.954063] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522db63f-0450-d4f1-896f-d1b4151f2adf" [ 924.954063] env[69760]: _type = "Task" [ 924.954063] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.964648] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522db63f-0450-d4f1-896f-d1b4151f2adf, 'name': SearchDatastore_Task, 'duration_secs': 0.007957} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.970470] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfiguring VM instance instance-00000030 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 924.973634] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6069b691-8822-4fe5-b0cb-ab3055a4cf59 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.995396] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 924.995396] env[69760]: value = "task-3394031" [ 924.995396] env[69760]: _type = "Task" [ 924.995396] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.005008] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394031, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.122372] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.160645] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394030, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.192921] env[69760]: DEBUG oslo_concurrency.lockutils [req-6f70f3a3-db7f-4abf-a700-b3108f3d75cf req-677fef51-7edf-4f17-a4f5-68e52a457f88 service nova] Releasing lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.193892] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquired lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.194169] env[69760]: DEBUG nova.network.neutron [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 925.286851] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 925.287827] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 925.287827] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 925.287827] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 925.287827] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 925.287827] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 925.288165] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 925.288374] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 925.288590] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 925.288807] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 925.289130] env[69760]: DEBUG nova.virt.hardware [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 925.290187] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-246927a4-37b0-4564-87f3-d966a33776dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.308766] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f5ad016-ac7f-4475-a3ed-65ff128527d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.312455] env[69760]: DEBUG oslo_vmware.api [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394028, 'name': PowerOnVM_Task, 'duration_secs': 0.570925} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.315736] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.316028] env[69760]: INFO nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Took 16.53 seconds to spawn the instance on the hypervisor. [ 925.316250] env[69760]: DEBUG nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.317789] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8997b5b2-bb9b-4da1-b424-1091feea731d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.329234] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 925.335640] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 925.339543] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 925.340223] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde58b70-0479-485d-b20c-a9459815941a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.364517] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 925.364517] env[69760]: value = "task-3394032" [ 925.364517] env[69760]: _type = "Task" [ 925.364517] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.372697] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394032, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.410150] env[69760]: DEBUG nova.compute.manager [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 925.410341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.411220] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa747a1e-ece0-40d6-a3fb-1c6d8d703496 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.423010] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.426340] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-04f8e173-4c90-4343-8482-8a35dd5e574a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.435826] env[69760]: DEBUG oslo_vmware.api [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 925.435826] env[69760]: value = "task-3394033" [ 925.435826] env[69760]: _type = "Task" [ 925.435826] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.443697] env[69760]: DEBUG oslo_vmware.api [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394033, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.460451] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60b79388-3086-4671-b8f6-a1c7e4cb3039 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.468221] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28511c96-244f-43fe-9912-5a9ff77e367d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.503371] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857041a6-dfe4-4067-b5c0-5d3fa520b023 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.511601] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.514751] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd2521eb-e075-4035-9714-8a363fe54a36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.528408] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 925.656152] env[69760]: DEBUG oslo_vmware.api [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394030, 'name': PowerOnVM_Task, 'duration_secs': 0.538475} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.656469] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.656676] env[69760]: INFO nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Took 8.52 seconds to spawn the instance on the hypervisor. [ 925.656831] env[69760]: DEBUG nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 925.657628] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93b53181-42e5-4fbe-87bc-25d8f3f5c497 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.874686] env[69760]: INFO nova.compute.manager [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Took 52.17 seconds to build instance. [ 925.880914] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394032, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.911292] env[69760]: DEBUG nova.network.neutron [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updating instance_info_cache with network_info: [{"id": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "address": "fa:16:3e:72:b8:c3", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e32b3b-d7", "ovs_interfaceid": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 925.947623] env[69760]: DEBUG oslo_vmware.api [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394033, 'name': PowerOffVM_Task, 'duration_secs': 0.271999} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.947947] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 925.948134] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 925.948456] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-99822699-653d-4504-adce-b6693e7512e0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.009933] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394031, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.024519] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.024749] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.024930] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleting the datastore file [datastore1] 96013b4c-f66b-424f-afee-064fcdfa7519 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.025246] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d17525cb-c9e2-4e37-b33d-f12e9792117c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.032373] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 926.035740] env[69760]: DEBUG oslo_vmware.api [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 926.035740] env[69760]: value = "task-3394035" [ 926.035740] env[69760]: _type = "Task" [ 926.035740] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.044689] env[69760]: DEBUG oslo_vmware.api [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394035, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.110409] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.182146] env[69760]: INFO nova.compute.manager [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Took 38.57 seconds to build instance. [ 926.377262] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f8f59416-3c71-42da-87d1-7b0d0ff5abb5 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 62.301s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.377553] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394032, 'name': CreateVM_Task, 'duration_secs': 0.654678} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.377828] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.268s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.378103] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.378359] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.378609] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.380373] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 926.380774] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.380981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.381343] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.381911] env[69760]: INFO nova.compute.manager [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Terminating instance [ 926.383403] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10b4fc32-2c2a-4c66-b835-ef1c5de77a4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.391194] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 926.391194] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521965e8-50b5-064f-2dee-a43b066246dd" [ 926.391194] env[69760]: _type = "Task" [ 926.391194] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.401698] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521965e8-50b5-064f-2dee-a43b066246dd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.414542] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Releasing lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.510869] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394031, 'name': ReconfigVM_Task, 'duration_secs': 1.22883} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.511163] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfigured VM instance instance-00000030 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 926.512055] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e26c5b7-b9b0-4670-b172-6eff09d4ef42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.536797] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 926.537210] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c288964-104f-4c9f-886a-2bf3566e560d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.553940] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 926.554173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.693s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.554507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.151s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.554707] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.556670] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 30.222s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.556853] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.558543] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.707s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.558722] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.560319] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 21.858s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.561669] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 926.561820] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Cleaning up deleted instances {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 926.572895] env[69760]: DEBUG oslo_vmware.api [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394035, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.380771} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.577024] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.577024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.577024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.577024] env[69760]: INFO nova.compute.manager [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Took 1.17 seconds to destroy the instance on the hypervisor. [ 926.577024] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 926.577024] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 926.577024] env[69760]: value = "task-3394036" [ 926.577024] env[69760]: _type = "Task" [ 926.577024] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.577024] env[69760]: DEBUG nova.compute.manager [-] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 926.577024] env[69760]: DEBUG nova.network.neutron [-] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 926.589359] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394036, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.590428] env[69760]: INFO nova.scheduler.client.report [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Deleted allocations for instance 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3 [ 926.595161] env[69760]: INFO nova.scheduler.client.report [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted allocations for instance 5eb916ca-a7a4-4fe1-8802-e3619587155a [ 926.610168] env[69760]: INFO nova.scheduler.client.report [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Deleted allocations for instance 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa [ 926.648116] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.684568] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c98f08b2-55b9-41e5-aa07-9a87a05ad0e5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.076s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.685568] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.038s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.685804] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.686017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.686419] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.688205] env[69760]: INFO nova.compute.manager [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Terminating instance [ 926.887576] env[69760]: DEBUG nova.compute.manager [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 926.888815] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.888815] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10c9bf72-0bfc-456e-9a17-1ad62eaa0a2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.902718] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521965e8-50b5-064f-2dee-a43b066246dd, 'name': SearchDatastore_Task, 'duration_secs': 0.016101} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.905330] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.905590] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 926.905837] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.905984] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.906212] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 926.906560] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.906792] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2bc3094-f176-4cb5-8e10-1dca495c9f88 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.908771] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39b1e8bc-a76c-4d78-9ee9-56a5080746d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.918401] env[69760]: DEBUG oslo_vmware.api [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 926.918401] env[69760]: value = "task-3394037" [ 926.918401] env[69760]: _type = "Task" [ 926.918401] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.919804] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 926.920010] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 926.921101] env[69760]: DEBUG nova.compute.manager [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 926.924601] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e1f7470-74e1-47cf-b6fe-97a5b01590ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.927892] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5404416-5f81-48e5-9c17-05eb8c8719e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.937261] env[69760]: DEBUG oslo_vmware.api [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.942809] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 926.942809] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522a929c-9bcd-ed31-80fd-77771ab7fb58" [ 926.942809] env[69760]: _type = "Task" [ 926.942809] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.954507] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522a929c-9bcd-ed31-80fd-77771ab7fb58, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.995971] env[69760]: DEBUG nova.compute.manager [req-d07ce279-ec9d-4e7b-8ccc-ab5448144ff9 req-1d024c78-6ce1-4171-b510-78d24b28cf42 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Received event network-vif-deleted-87cbe102-1931-4b07-8a3b-5243a8cbbcef {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 926.996530] env[69760]: INFO nova.compute.manager [req-d07ce279-ec9d-4e7b-8ccc-ab5448144ff9 req-1d024c78-6ce1-4171-b510-78d24b28cf42 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Neutron deleted interface 87cbe102-1931-4b07-8a3b-5243a8cbbcef; detaching it from the instance and deleting it from the info cache [ 926.996798] env[69760]: DEBUG nova.network.neutron [req-d07ce279-ec9d-4e7b-8ccc-ab5448144ff9 req-1d024c78-6ce1-4171-b510-78d24b28cf42 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.067468] env[69760]: INFO nova.compute.claims [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 927.079993] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] There are 41 instances to clean {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 927.080372] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: dc875549-3f3a-40cf-b644-e41ca7677b14] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.092703] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394036, 'name': ReconfigVM_Task, 'duration_secs': 0.493449} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.093186] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 458ff062-7b22-477f-85d1-4110870956cb/458ff062-7b22-477f-85d1-4110870956cb.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 927.094016] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4467b97-2cbe-4359-b97b-b67d30d18490 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.101938] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c633af5-66a1-48c7-9325-350b78abbbfb tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "5eb916ca-a7a4-4fe1-8802-e3619587155a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.092s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.103589] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4902cb65-a731-4264-8bb8-b8cbb957bc2e tempest-ServersListShow2100Test-1557701165 tempest-ServersListShow2100Test-1557701165-project-member] Lock "05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.955s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.129947] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a9190e0-25bc-49a9-ab3e-0a84a160c27b tempest-FloatingIPsAssociationTestJSON-1480405748 tempest-FloatingIPsAssociationTestJSON-1480405748-project-member] Lock "5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.668s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.132328] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611a3393-59d2-4df4-af8b-ac95a5a37490 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.154341] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a0a2859-1039-463f-91b0-345506a2bbef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.173506] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e57b11-8d53-48c4-b2d3-4cecc8ff6849 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.181527] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 927.181776] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d01e48c9-cabf-4bb3-8f33-7137f279ce1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.189630] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 927.189630] env[69760]: value = "task-3394038" [ 927.189630] env[69760]: _type = "Task" [ 927.189630] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.193931] env[69760]: DEBUG nova.compute.manager [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 927.194237] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.195319] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a51580-d8d0-4222-891f-35e9799a762d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.205546] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.208551] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.208889] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e579a85-711e-4747-b1b5-f172b083e407 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.216140] env[69760]: DEBUG oslo_vmware.api [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 927.216140] env[69760]: value = "task-3394039" [ 927.216140] env[69760]: _type = "Task" [ 927.216140] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.227409] env[69760]: DEBUG oslo_vmware.api [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.369492] env[69760]: DEBUG nova.network.neutron [-] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 927.436767] env[69760]: DEBUG oslo_vmware.api [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394037, 'name': PowerOffVM_Task, 'duration_secs': 0.240088} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.437233] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.437430] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.438042] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-647ba053-b1c3-4e67-8e83-8035d055a813 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.462830] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522a929c-9bcd-ed31-80fd-77771ab7fb58, 'name': SearchDatastore_Task, 'duration_secs': 0.017794} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.463956] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-142dba22-3c3e-4a8e-b2cc-b840f0782f82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.471221] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 927.471221] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dd20c6-ef9d-7e3d-19cc-a0e431adab8a" [ 927.471221] env[69760]: _type = "Task" [ 927.471221] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.482475] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dd20c6-ef9d-7e3d-19cc-a0e431adab8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.499473] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0d0e87d7-3c43-4107-a04d-b93b89e46fc1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.512016] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810ea03-09cb-470a-a3b2-f91c6c68186e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.527161] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.527325] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.527518] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleting the datastore file [datastore2] 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.527822] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-086573d0-8aa0-48e3-9ff9-6b3f106abe25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.537229] env[69760]: DEBUG oslo_vmware.api [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 927.537229] env[69760]: value = "task-3394041" [ 927.537229] env[69760]: _type = "Task" [ 927.537229] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.561619] env[69760]: DEBUG nova.compute.manager [req-d07ce279-ec9d-4e7b-8ccc-ab5448144ff9 req-1d024c78-6ce1-4171-b510-78d24b28cf42 service nova] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Detach interface failed, port_id=87cbe102-1931-4b07-8a3b-5243a8cbbcef, reason: Instance 96013b4c-f66b-424f-afee-064fcdfa7519 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 927.565596] env[69760]: DEBUG oslo_vmware.api [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394041, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.585035] env[69760]: INFO nova.compute.resource_tracker [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating resource usage from migration 3dde145e-5ac4-4edc-a9b0-1253358fe287 [ 927.587862] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 3ac4eda8-6709-443d-979a-72e2cfa028b5] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 927.705082] env[69760]: DEBUG oslo_vmware.api [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394038, 'name': PowerOnVM_Task, 'duration_secs': 0.466358} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.705434] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 927.730247] env[69760]: DEBUG oslo_vmware.api [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394039, 'name': PowerOffVM_Task, 'duration_secs': 0.233086} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.731237] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.731403] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.731661] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc2eeb2c-7703-4db8-a8b5-8e60f736ded3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.755060] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.755976] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.755976] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "05c98eee-065e-46d6-8499-d4e3608fc4bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.755976] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 927.756406] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 927.761214] env[69760]: INFO nova.compute.manager [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Terminating instance [ 927.810688] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.810987] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.811272] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleting the datastore file [datastore1] d8eb04ef-ecc1-404c-96e9-42430a93ffa6 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.811567] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4fd72920-784a-4b78-a5d4-ffd494664ff6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.820996] env[69760]: DEBUG oslo_vmware.api [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 927.820996] env[69760]: value = "task-3394043" [ 927.820996] env[69760]: _type = "Task" [ 927.820996] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.832196] env[69760]: DEBUG oslo_vmware.api [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394043, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.872645] env[69760]: INFO nova.compute.manager [-] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Took 1.30 seconds to deallocate network for instance. [ 927.960112] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e44707-ea82-4eb2-a520-e994bdbf0cae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.968848] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Doing hard reboot of VM {{(pid=69760) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 927.969038] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-cd9dab1d-417e-424f-9b01-3c17f801eb27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.980464] env[69760]: DEBUG oslo_vmware.api [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 927.980464] env[69760]: value = "task-3394044" [ 927.980464] env[69760]: _type = "Task" [ 927.980464] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.988183] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dd20c6-ef9d-7e3d-19cc-a0e431adab8a, 'name': SearchDatastore_Task, 'duration_secs': 0.014481} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.989041] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.989823] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 927.989823] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-da90e633-eff4-4ed1-b9be-989d3c53b43d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.998938] env[69760]: DEBUG oslo_vmware.api [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394044, 'name': ResetVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.003520] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 928.003520] env[69760]: value = "task-3394045" [ 928.003520] env[69760]: _type = "Task" [ 928.003520] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.014741] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.034009] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98cc6245-d9a5-49b3-9417-a91d55df8d97 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.059171] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce299d15-4bfb-4cd0-8f78-436e86b5b843 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.059569] env[69760]: DEBUG oslo_vmware.api [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394041, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.335133} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.059964] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.060088] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.060292] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.060841] env[69760]: INFO nova.compute.manager [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Took 1.17 seconds to destroy the instance on the hypervisor. [ 928.060841] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.061420] env[69760]: DEBUG nova.compute.manager [-] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.061535] env[69760]: DEBUG nova.network.neutron [-] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.090930] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-773f0928-6dae-45ad-b804-bbcd3694e89b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.093880] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 0ed0bc72-ab06-472d-bf0e-9bff035dda6e] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.102961] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-945f7d4a-61cc-469b-b97d-ef0a687abbbc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.125446] env[69760]: DEBUG nova.compute.provider_tree [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 928.268196] env[69760]: DEBUG nova.compute.manager [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 928.268196] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 928.268312] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c0abb69-2632-49ca-ae7c-1e67e51f4190 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.279683] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 928.280310] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-81889492-2566-4df6-925a-1046e8101d22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.289992] env[69760]: DEBUG oslo_vmware.api [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 928.289992] env[69760]: value = "task-3394046" [ 928.289992] env[69760]: _type = "Task" [ 928.289992] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.302676] env[69760]: DEBUG oslo_vmware.api [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3394046, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.335945] env[69760]: DEBUG oslo_vmware.api [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394043, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.237639} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.338273] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.338494] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.338670] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.338846] env[69760]: INFO nova.compute.manager [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Took 1.14 seconds to destroy the instance on the hypervisor. [ 928.339111] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 928.339340] env[69760]: DEBUG nova.compute.manager [-] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 928.339407] env[69760]: DEBUG nova.network.neutron [-] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 928.382457] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.495140] env[69760]: DEBUG oslo_vmware.api [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394044, 'name': ResetVM_Task, 'duration_secs': 0.134402} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.495528] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Did hard reboot of VM {{(pid=69760) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 928.495696] env[69760]: DEBUG nova.compute.manager [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 928.497377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8232b1f-fcc3-4e9b-b3fd-e661a9bbf8fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.521526] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394045, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.598082] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 28a18cfd-b956-45d7-b3d9-10410e4be610] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 928.630285] env[69760]: DEBUG nova.scheduler.client.report [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.723230] env[69760]: INFO nova.compute.manager [None req-8389bf00-24b3-4c5a-8404-cca22e77a59a tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance to original state: 'active' [ 928.803182] env[69760]: DEBUG oslo_vmware.api [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3394046, 'name': PowerOffVM_Task, 'duration_secs': 0.276727} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.803182] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 928.803353] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 928.803715] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-89531bc0-ae28-40dc-8053-365bdbcd9679 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.843050] env[69760]: DEBUG nova.network.neutron [-] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.880612] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 928.880911] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 928.881548] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleting the datastore file [datastore1] 05c98eee-065e-46d6-8499-d4e3608fc4bb {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 928.881548] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bf2c51db-5947-487f-8e97-f74ac56ece79 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.890599] env[69760]: DEBUG oslo_vmware.api [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for the task: (returnval){ [ 928.890599] env[69760]: value = "task-3394048" [ 928.890599] env[69760]: _type = "Task" [ 928.890599] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.901493] env[69760]: DEBUG oslo_vmware.api [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3394048, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.907285] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "962a8802-6352-4848-aec5-4ba82c22c060" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.907479] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.015133] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394045, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.021220] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1493bad-f5f6-4b66-891c-734f3f94e2e2 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.430s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.103503] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: ea7b45cb-9756-40b7-94a3-4babdec11820] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.139014] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.576s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.139014] env[69760]: INFO nova.compute.manager [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Migrating [ 929.143581] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 13.187s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 929.143908] env[69760]: DEBUG nova.objects.instance [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 929.207108] env[69760]: DEBUG nova.network.neutron [-] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.348079] env[69760]: INFO nova.compute.manager [-] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Took 1.28 seconds to deallocate network for instance. [ 929.407590] env[69760]: DEBUG oslo_vmware.api [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Task: {'id': task-3394048, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164984} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.407825] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 929.408706] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 929.408706] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 929.408706] env[69760]: INFO nova.compute.manager [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 929.408855] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 929.408999] env[69760]: DEBUG nova.compute.manager [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 929.409128] env[69760]: DEBUG nova.network.neutron [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 929.412174] env[69760]: DEBUG nova.compute.utils [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 929.517989] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394045, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.605053] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: aaa4e4b7-e7ec-4647-bc4f-12bce6169ce6] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 929.615673] env[69760]: DEBUG nova.compute.manager [req-65eec54c-52dc-44bd-81fa-92d57b353297 req-c36e4227-d540-4265-9b8d-ca2eb1085227 service nova] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Received event network-vif-deleted-bea1b04f-9056-42e6-8365-24a0abf39e2e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.615910] env[69760]: DEBUG nova.compute.manager [req-65eec54c-52dc-44bd-81fa-92d57b353297 req-c36e4227-d540-4265-9b8d-ca2eb1085227 service nova] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Received event network-vif-deleted-84adcd00-1451-4ddc-b654-0c59e28419e3 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 929.657095] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.657249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.657962] env[69760]: DEBUG nova.network.neutron [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 929.708676] env[69760]: INFO nova.compute.manager [-] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Took 1.37 seconds to deallocate network for instance. [ 929.861147] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.915271] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.016988] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394045, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.599408} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.017410] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 930.017694] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 930.017994] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1a7540a2-074d-4cd6-b11b-22eb694c5f96 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.028117] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 930.028117] env[69760]: value = "task-3394049" [ 930.028117] env[69760]: _type = "Task" [ 930.028117] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.040411] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394049, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.109790] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: edc6122e-6c43-41ac-918a-4fac2c168ee4] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.156732] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99c75318-56da-4fe2-8844-a1672071606f tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.157975] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.881s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.162049] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.164464] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.462s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.164680] env[69760]: DEBUG nova.objects.instance [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.201549] env[69760]: INFO nova.scheduler.client.report [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Deleted allocations for instance 7b3752a8-2177-4913-9f9c-3f736221d1fb [ 930.215640] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.299795] env[69760]: DEBUG nova.network.neutron [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.549773] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394049, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.107006} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 930.550901] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 930.552629] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a361def1-5da4-458d-a32c-d17f8f2b3d9e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.597106] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 930.599519] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0010e56-31f6-4b79-af58-b5aa70fe650c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.625503] env[69760]: DEBUG nova.network.neutron [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance_info_cache with network_info: [{"id": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "address": "fa:16:3e:ed:a3:80", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be9a3f8-c8", "ovs_interfaceid": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 930.627651] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 37d2d699-8362-4bfe-8afe-d43e6da3966c] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 930.637059] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 930.637059] env[69760]: value = "task-3394050" [ 930.637059] env[69760]: _type = "Task" [ 930.637059] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 930.649190] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394050, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 930.711100] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8dd7a5cc-b23e-4f7e-98fe-0799632aeea2 tempest-ServerShowV257Test-1263821112 tempest-ServerShowV257Test-1263821112-project-member] Lock "7b3752a8-2177-4913-9f9c-3f736221d1fb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.125s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.802496] env[69760]: INFO nova.compute.manager [-] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Took 1.39 seconds to deallocate network for instance. [ 931.041314] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "962a8802-6352-4848-aec5-4ba82c22c060" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.041478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.041812] env[69760]: INFO nova.compute.manager [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Attaching volume 8e308f85-6757-410f-b631-50d984a14465 to /dev/sdb [ 931.096462] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6746858a-5e27-473f-b5ab-fe8365cec24d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.100059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.100465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.101087] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "90129de8-9e68-4ea8-9c23-5e98a403ee25-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.101087] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.101473] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.104186] env[69760]: INFO nova.compute.manager [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Terminating instance [ 931.113350] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85de117f-1948-4203-aaab-39f6d766472a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.130306] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.138032] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 966fa315-8a69-4a44-819f-661671a3bf5c] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.138241] env[69760]: DEBUG nova.virt.block_device [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating existing volume attachment record: 60186e21-bea5-47ec-9d9f-ff7dd078326c {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 931.154118] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394050, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.183029] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d9ac923e-b29e-4c03-b217-9c4d599bfd3d tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.184156] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.802s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.184581] env[69760]: DEBUG nova.objects.instance [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lazy-loading 'resources' on Instance uuid 96013b4c-f66b-424f-afee-064fcdfa7519 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 931.309541] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.343868] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "458ff062-7b22-477f-85d1-4110870956cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.344275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.344504] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "458ff062-7b22-477f-85d1-4110870956cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.344695] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.344860] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.347246] env[69760]: INFO nova.compute.manager [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Terminating instance [ 931.613061] env[69760]: DEBUG nova.compute.manager [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.613382] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.614488] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1029958-0f5c-4e55-bcab-eaaac3fc06c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.623937] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.624225] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15bbdfd2-98d8-4530-8c2f-cbf09e3d6ee1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.632670] env[69760]: DEBUG oslo_vmware.api [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 931.632670] env[69760]: value = "task-3394054" [ 931.632670] env[69760]: _type = "Task" [ 931.632670] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.641081] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: e1210f33-2fba-4dc1-a38f-70f46f8034af] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 931.650923] env[69760]: DEBUG oslo_vmware.api [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394054, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.661691] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394050, 'name': ReconfigVM_Task, 'duration_secs': 0.627443} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 931.662021] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Reconfigured VM instance instance-00000040 to attach disk [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c/c7d3af63-c60a-4a67-8dbf-650c32467e6c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 931.664394] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3531e204-1fbe-4c08-9034-d7a61616eaf0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.669900] env[69760]: DEBUG nova.compute.manager [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Received event network-changed-e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 931.672134] env[69760]: DEBUG nova.compute.manager [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Refreshing instance network info cache due to event network-changed-e4e32b3b-d7fe-430e-84ee-00a7e77fde78. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 931.672134] env[69760]: DEBUG oslo_concurrency.lockutils [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] Acquiring lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.672134] env[69760]: DEBUG oslo_concurrency.lockutils [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] Acquired lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.672134] env[69760]: DEBUG nova.network.neutron [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Refreshing network info cache for port e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 931.675772] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 931.675772] env[69760]: value = "task-3394055" [ 931.675772] env[69760]: _type = "Task" [ 931.675772] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.700049] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394055, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 931.851293] env[69760]: DEBUG nova.compute.manager [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 931.851641] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 931.853393] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0270c4f1-3d4d-4758-9dd4-e394f196eaec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.865990] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 931.868034] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bccf897d-53a0-4445-8f12-11f7e14aa6c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 931.875806] env[69760]: DEBUG oslo_vmware.api [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 931.875806] env[69760]: value = "task-3394056" [ 931.875806] env[69760]: _type = "Task" [ 931.875806] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 931.890148] env[69760]: DEBUG oslo_vmware.api [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.139873] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a05f8d7-71c4-4d04-ba9b-f6328cb67dcd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.149406] env[69760]: DEBUG oslo_vmware.api [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394054, 'name': PowerOffVM_Task, 'duration_secs': 0.268901} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.151744] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.152341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.156195] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b653d098-78d9-4993-985a-1f60005fb935] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.160961] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a3346c5a-7490-42f6-8fa4-321c93d2e2ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.163938] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df95661-1cc4-4d8f-81b0-5ef3dbc72a70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.208463] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026942e3-4720-478b-91c6-abedc015f42a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.224697] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5e93352-82cb-4521-bf99-2d5ab56384e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.229359] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394055, 'name': Rename_Task, 'duration_secs': 0.187425} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.229658] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 932.230315] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-509ffe46-a19f-4164-859a-1bd85a612ca9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.241599] env[69760]: DEBUG nova.compute.provider_tree [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 932.244746] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Waiting for the task: (returnval){ [ 932.244746] env[69760]: value = "task-3394058" [ 932.244746] env[69760]: _type = "Task" [ 932.244746] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.249673] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.249892] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.250092] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Deleting the datastore file [datastore1] 90129de8-9e68-4ea8-9c23-5e98a403ee25 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.250745] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6ef342ff-eea4-4ee0-926b-7d35d4c73864 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.257234] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394058, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.282484] env[69760]: DEBUG oslo_vmware.api [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 932.282484] env[69760]: value = "task-3394059" [ 932.282484] env[69760]: _type = "Task" [ 932.282484] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.295220] env[69760]: DEBUG oslo_vmware.api [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.394464] env[69760]: DEBUG oslo_vmware.api [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394056, 'name': PowerOffVM_Task, 'duration_secs': 0.225688} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.394464] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.394464] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.394464] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-70f5f9f8-ee3f-429d-82ac-12f3f4d21817 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.471783] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.472047] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.472264] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Deleting the datastore file [datastore1] 458ff062-7b22-477f-85d1-4110870956cb {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.472610] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d609dd00-d2f5-43d4-bd91-eb636d393756 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.482306] env[69760]: DEBUG oslo_vmware.api [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 932.482306] env[69760]: value = "task-3394061" [ 932.482306] env[69760]: _type = "Task" [ 932.482306] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.491258] env[69760]: DEBUG oslo_vmware.api [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394061, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.502075] env[69760]: DEBUG nova.network.neutron [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updated VIF entry in instance network info cache for port e4e32b3b-d7fe-430e-84ee-00a7e77fde78. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 932.502075] env[69760]: DEBUG nova.network.neutron [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updating instance_info_cache with network_info: [{"id": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "address": "fa:16:3e:72:b8:c3", "network": {"id": "831ae9b8-057c-4d29-8e53-bd0cd0e9aa3e", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-1092927600-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "173bd5a794d2437e8ddf5715569e4094", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "42f08482-a1da-405d-9918-d733d9f5173c", "external-id": "nsx-vlan-transportzone-381", "segmentation_id": 381, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4e32b3b-d7", "ovs_interfaceid": "e4e32b3b-d7fe-430e-84ee-00a7e77fde78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 932.661225] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 3deb79e5-62ed-4533-b25a-efb3d209de09] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 932.666648] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61fa2eea-9313-4883-841f-13ad9d8dc39b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.691147] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance '6ac67906-d275-4b04-adf0-a9c101b9ec5e' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 932.746556] env[69760]: DEBUG nova.scheduler.client.report [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 932.761450] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394058, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.795944] env[69760]: DEBUG oslo_vmware.api [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.215198} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.796411] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.797031] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.797251] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.797444] env[69760]: INFO nova.compute.manager [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Took 1.18 seconds to destroy the instance on the hypervisor. [ 932.797706] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.797912] env[69760]: DEBUG nova.compute.manager [-] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.798014] env[69760]: DEBUG nova.network.neutron [-] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 932.809930] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5876-8cfa-fdce-4463-f59b560d3466/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 932.814020] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88e0ad7a-91f2-47f5-ae43-2d8ad1d0f0de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.821409] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5876-8cfa-fdce-4463-f59b560d3466/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 932.821581] env[69760]: ERROR oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5876-8cfa-fdce-4463-f59b560d3466/disk-0.vmdk due to incomplete transfer. [ 932.821822] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-9488e044-52c1-4db4-ac03-b4bce085ee5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.830331] env[69760]: DEBUG oslo_vmware.rw_handles [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52eb5876-8cfa-fdce-4463-f59b560d3466/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 932.830538] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Uploaded image 2e5292e7-e69e-48ea-8a97-83595effe0fe to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 932.836632] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 932.836632] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-583fff64-6b5e-4bae-a46e-f61638e5025c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.846914] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 932.846914] env[69760]: value = "task-3394062" [ 932.846914] env[69760]: _type = "Task" [ 932.846914] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.856771] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394062, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.993829] env[69760]: DEBUG oslo_vmware.api [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394061, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.230226} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.994230] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 932.994613] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 932.994860] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 932.995081] env[69760]: INFO nova.compute.manager [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Took 1.14 seconds to destroy the instance on the hypervisor. [ 932.996335] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 932.996335] env[69760]: DEBUG nova.compute.manager [-] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 932.996335] env[69760]: DEBUG nova.network.neutron [-] [instance: 458ff062-7b22-477f-85d1-4110870956cb] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 933.007823] env[69760]: DEBUG oslo_concurrency.lockutils [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] Releasing lock "refresh_cache-90129de8-9e68-4ea8-9c23-5e98a403ee25" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.008102] env[69760]: DEBUG nova.compute.manager [req-8da1d3e3-e0a5-4220-830f-666f5584ee44 req-cc4b6ff5-044b-4fad-acc9-1881394bc4db service nova] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Received event network-vif-deleted-58e03295-6794-435b-992a-cf45477f9994 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.167333] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 4bfd7730-3528-4c66-ac61-7bc6e676f531] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.199068] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 933.199254] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-695765f6-6402-4de6-9d13-b4c92714fe1b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.210994] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 933.210994] env[69760]: value = "task-3394063" [ 933.210994] env[69760]: _type = "Task" [ 933.210994] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.223591] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394063, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.256429] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.072s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.258828] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.398s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 933.259057] env[69760]: DEBUG nova.objects.instance [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lazy-loading 'resources' on Instance uuid 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 933.267476] env[69760]: DEBUG oslo_vmware.api [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Task: {'id': task-3394058, 'name': PowerOnVM_Task, 'duration_secs': 0.557039} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.267764] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 933.267967] env[69760]: DEBUG nova.compute.manager [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 933.269694] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bad5ba8-2805-44b3-8a6e-bf973a459a2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.290724] env[69760]: INFO nova.scheduler.client.report [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleted allocations for instance 96013b4c-f66b-424f-afee-064fcdfa7519 [ 933.357849] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394062, 'name': Destroy_Task, 'duration_secs': 0.337006} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.358138] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Destroyed the VM [ 933.358375] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 933.358629] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-8909e9d1-377e-4564-8c86-6608ee9368e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.367271] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 933.367271] env[69760]: value = "task-3394064" [ 933.367271] env[69760]: _type = "Task" [ 933.367271] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.369792] env[69760]: DEBUG nova.compute.manager [req-8fdf8497-2e9f-4552-be2e-535d0c74c16e req-03b11b61-3068-4891-a1a1-22c5b811f19c service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Received event network-vif-deleted-b4a3afdd-da1f-4bd8-bc9a-f52576256b75 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.369930] env[69760]: INFO nova.compute.manager [req-8fdf8497-2e9f-4552-be2e-535d0c74c16e req-03b11b61-3068-4891-a1a1-22c5b811f19c service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Neutron deleted interface b4a3afdd-da1f-4bd8-bc9a-f52576256b75; detaching it from the instance and deleting it from the info cache [ 933.370120] env[69760]: DEBUG nova.network.neutron [req-8fdf8497-2e9f-4552-be2e-535d0c74c16e req-03b11b61-3068-4891-a1a1-22c5b811f19c service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.383264] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394064, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.673611] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: daa9ce53-98b2-4511-b37c-d52c218be544] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 933.707090] env[69760]: DEBUG nova.network.neutron [-] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.715067] env[69760]: DEBUG nova.compute.manager [req-26bc74b2-660a-400c-83e2-f33cf3692bb3 req-095620ea-48bd-479b-9b5f-7f74054252ad service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Received event network-vif-deleted-e4e32b3b-d7fe-430e-84ee-00a7e77fde78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 933.715294] env[69760]: INFO nova.compute.manager [req-26bc74b2-660a-400c-83e2-f33cf3692bb3 req-095620ea-48bd-479b-9b5f-7f74054252ad service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Neutron deleted interface e4e32b3b-d7fe-430e-84ee-00a7e77fde78; detaching it from the instance and deleting it from the info cache [ 933.715462] env[69760]: DEBUG nova.network.neutron [req-26bc74b2-660a-400c-83e2-f33cf3692bb3 req-095620ea-48bd-479b-9b5f-7f74054252ad service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.730780] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394063, 'name': PowerOffVM_Task, 'duration_secs': 0.212254} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.731137] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 933.731346] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance '6ac67906-d275-4b04-adf0-a9c101b9ec5e' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 933.799325] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 933.800428] env[69760]: DEBUG oslo_concurrency.lockutils [None req-440f5eac-8db0-45d5-a581-d09888e7673c tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96013b4c-f66b-424f-afee-064fcdfa7519" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.902s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 933.803474] env[69760]: DEBUG nova.network.neutron [-] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 933.878615] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394064, 'name': RemoveSnapshot_Task} progress is 98%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.881351] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6109dc41-d23f-43c5-87ac-2b976252e9fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.894988] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3c3623-5247-42e8-b7c4-0ba4fabe49c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.941100] env[69760]: DEBUG nova.compute.manager [req-8fdf8497-2e9f-4552-be2e-535d0c74c16e req-03b11b61-3068-4891-a1a1-22c5b811f19c service nova] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Detach interface failed, port_id=b4a3afdd-da1f-4bd8-bc9a-f52576256b75, reason: Instance 458ff062-7b22-477f-85d1-4110870956cb could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.031520] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.031767] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.032088] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.032201] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.032365] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.034405] env[69760]: INFO nova.compute.manager [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Terminating instance [ 934.151282] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e335ce2d-3269-4e75-adbd-ce1d2aaf2d30 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.159814] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba222af-7c60-4cfe-83fe-cbc572ac6d04 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.192894] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: ced4a485-7b18-48fc-af01-76a6ee562adb] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.197021] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f0932a-4fbc-4970-9a58-70d4dbe21409 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.204031] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff66b120-8650-4ef8-95ee-272049607cb0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.211045] env[69760]: INFO nova.compute.manager [-] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Took 1.41 seconds to deallocate network for instance. [ 934.225277] env[69760]: DEBUG nova.compute.provider_tree [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.227550] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b23dc3b7-5a6b-4202-a18f-2e7dbb3a6468 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.238276] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94a85cfc-79a7-45b7-8df5-861a1ceae5a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.253746] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 934.254019] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 934.254186] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 934.254520] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 934.254626] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 934.254782] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 934.254877] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 934.255068] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 934.255255] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 934.255430] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 934.255620] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 934.261440] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3cd58640-7125-4ddb-81c2-b82f75b006fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.282902] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 934.282902] env[69760]: value = "task-3394066" [ 934.282902] env[69760]: _type = "Task" [ 934.282902] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 934.300774] env[69760]: DEBUG nova.compute.manager [req-26bc74b2-660a-400c-83e2-f33cf3692bb3 req-095620ea-48bd-479b-9b5f-7f74054252ad service nova] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Detach interface failed, port_id=e4e32b3b-d7fe-430e-84ee-00a7e77fde78, reason: Instance 90129de8-9e68-4ea8-9c23-5e98a403ee25 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 934.307559] env[69760]: INFO nova.compute.manager [-] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Took 1.31 seconds to deallocate network for instance. [ 934.307788] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394066, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 934.379557] env[69760]: DEBUG oslo_vmware.api [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394064, 'name': RemoveSnapshot_Task, 'duration_secs': 0.850371} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.379958] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 934.380287] env[69760]: INFO nova.compute.manager [None req-f4ab7e3e-e1f3-4648-a557-c89bc7a6f153 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Took 18.35 seconds to snapshot the instance on the hypervisor. [ 934.539102] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "refresh_cache-c7d3af63-c60a-4a67-8dbf-650c32467e6c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.540023] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquired lock "refresh_cache-c7d3af63-c60a-4a67-8dbf-650c32467e6c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.540023] env[69760]: DEBUG nova.network.neutron [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 934.699726] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: da2a951e-1858-4e53-8831-2575d9969cd8] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 934.732452] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.771177] env[69760]: ERROR nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [req-8e0900a0-315f-40fe-ae61-40002bce24c9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-8e0900a0-315f-40fe-ae61-40002bce24c9"}]} [ 934.793042] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394066, 'name': ReconfigVM_Task, 'duration_secs': 0.307293} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 934.794044] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 934.796075] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance '6ac67906-d275-4b04-adf0-a9c101b9ec5e' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 934.814824] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 934.816438] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 934.816746] env[69760]: DEBUG nova.compute.provider_tree [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 934.832461] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 934.853171] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 935.206082] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: f1a69e79-d8ad-4782-9150-7215548506e8] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.239712] env[69760]: DEBUG nova.network.neutron [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 935.248455] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61caa3ef-e63d-4a2c-9e4b-4e0396d1f220 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.257956] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0889b3f-59df-4e87-a201-8756fbefe7d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.297740] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76953d5b-fba7-41dd-bc06-913a3f2b7e95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.302157] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 935.302426] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 935.302601] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 935.302787] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 935.302933] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 935.303093] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 935.303305] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 935.303567] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 935.303655] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 935.303786] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 935.306804] env[69760]: DEBUG nova.virt.hardware [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 935.314604] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Reconfiguring VM instance instance-0000003e to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 935.315472] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73e9b1c7-04b5-44e7-a31a-ee17292328b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.334982] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac1042b-9dd7-421c-96e0-2e2aef6370a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.339840] env[69760]: DEBUG nova.network.neutron [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 935.343974] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 935.343974] env[69760]: value = "task-3394067" [ 935.343974] env[69760]: _type = "Task" [ 935.343974] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.356065] env[69760]: DEBUG nova.compute.provider_tree [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.362018] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394067, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.707595] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5fdba60e-db04-441c-bc59-005f598cf826] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 935.719575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.719802] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 935.847495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Releasing lock "refresh_cache-c7d3af63-c60a-4a67-8dbf-650c32467e6c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.847932] env[69760]: DEBUG nova.compute.manager [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 935.848147] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 935.848924] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc804197-de7e-4cda-b5fb-968f8c0d8b4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.857719] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394067, 'name': ReconfigVM_Task, 'duration_secs': 0.191388} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 935.860033] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Reconfigured VM instance instance-0000003e to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 935.860401] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 935.861137] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbfcf47c-acb8-41c8-be29-5b8811d00ee5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.863604] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d2a4647-5f49-445f-936d-f7012fc5db83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.889719] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Reconfiguring VM instance instance-0000003e to attach disk [datastore2] 6ac67906-d275-4b04-adf0-a9c101b9ec5e/6ac67906-d275-4b04-adf0-a9c101b9ec5e.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 935.890854] env[69760]: ERROR nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [req-81c2cc38-dfa4-4922-a375-aeaa29789f87] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-81c2cc38-dfa4-4922-a375-aeaa29789f87"}]} [ 935.892731] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0fb38e73-4140-4a06-9f89-318846b87652 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.907411] env[69760]: DEBUG oslo_vmware.api [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 935.907411] env[69760]: value = "task-3394068" [ 935.907411] env[69760]: _type = "Task" [ 935.907411] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.914818] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 935.914818] env[69760]: value = "task-3394069" [ 935.914818] env[69760]: _type = "Task" [ 935.914818] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 935.917944] env[69760]: DEBUG oslo_vmware.api [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394068, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.922298] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 935.931680] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 935.939030] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 935.939030] env[69760]: DEBUG nova.compute.provider_tree [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 935.950707] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 935.971181] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 936.196075] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 936.196355] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677168', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'name': 'volume-8e308f85-6757-410f-b631-50d984a14465', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962a8802-6352-4848-aec5-4ba82c22c060', 'attached_at': '', 'detached_at': '', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'serial': '8e308f85-6757-410f-b631-50d984a14465'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 936.197287] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eea12fb5-fcf6-49dd-8528-8b41c06bd92f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.214499] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 080eca8e-17a7-440b-9077-aaf2e6db062f] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.219840] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048e8d61-6557-4dba-a240-d86639712c72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.223315] env[69760]: DEBUG nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 936.254572] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfiguring VM instance instance-0000003a to attach disk [datastore1] volume-8e308f85-6757-410f-b631-50d984a14465/volume-8e308f85-6757-410f-b631-50d984a14465.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 936.258700] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32386175-fee3-47a4-9010-29040a3595fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.286733] env[69760]: DEBUG oslo_vmware.api [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 936.286733] env[69760]: value = "task-3394070" [ 936.286733] env[69760]: _type = "Task" [ 936.286733] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.299834] env[69760]: DEBUG oslo_vmware.api [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394070, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.346503] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcfacd64-f4b2-43cc-af71-1f643c0d2c2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.354719] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edc12eda-21f4-4153-ae3e-36edea95424e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.386324] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09da8acb-38d6-45a8-a5b9-efd5c63f78f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.397768] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64969368-75fd-4744-a39a-c503dc066411 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.413716] env[69760]: DEBUG nova.compute.provider_tree [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.431548] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394069, 'name': ReconfigVM_Task, 'duration_secs': 0.283201} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.431548] env[69760]: DEBUG oslo_vmware.api [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394068, 'name': PowerOffVM_Task, 'duration_secs': 0.200951} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.431548] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Reconfigured VM instance instance-0000003e to attach disk [datastore2] 6ac67906-d275-4b04-adf0-a9c101b9ec5e/6ac67906-d275-4b04-adf0-a9c101b9ec5e.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 936.431548] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance '6ac67906-d275-4b04-adf0-a9c101b9ec5e' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.435033] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 936.435289] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 936.435960] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ee9a62d-2b2a-481a-8eb9-3531fa2c26ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.468164] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 936.468478] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 936.468769] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Deleting the datastore file [datastore2] c7d3af63-c60a-4a67-8dbf-650c32467e6c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 936.469155] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e7329e29-2c85-4378-8f1e-c608749e074f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.477198] env[69760]: DEBUG oslo_vmware.api [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for the task: (returnval){ [ 936.477198] env[69760]: value = "task-3394072" [ 936.477198] env[69760]: _type = "Task" [ 936.477198] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.488511] env[69760]: DEBUG oslo_vmware.api [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394072, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.723644] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: e7a52d5f-92a6-4363-94ef-4dec1466164b] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 936.760687] env[69760]: DEBUG nova.compute.manager [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 936.762074] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b20c32-e8a9-42b6-b5ea-d05a69b2ae1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.776795] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.800047] env[69760]: DEBUG oslo_vmware.api [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394070, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.938628] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd449e72-1016-4ac1-84e2-236d59701d49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.959662] env[69760]: DEBUG nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 98 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 936.959940] env[69760]: DEBUG nova.compute.provider_tree [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 98 to 99 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 936.960138] env[69760]: DEBUG nova.compute.provider_tree [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 936.964073] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e18471d-e4c4-4dfb-9f63-e51261c4412d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.983814] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance '6ac67906-d275-4b04-adf0-a9c101b9ec5e' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 936.996865] env[69760]: DEBUG oslo_vmware.api [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Task: {'id': task-3394072, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.111692} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.997132] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 936.997342] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 936.997571] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 936.997753] env[69760]: INFO nova.compute.manager [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Took 1.15 seconds to destroy the instance on the hypervisor. [ 936.997988] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 936.998409] env[69760]: DEBUG nova.compute.manager [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 936.998581] env[69760]: DEBUG nova.network.neutron [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 937.014385] env[69760]: DEBUG nova.network.neutron [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 937.227893] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 0a2bc9c4-5335-495e-8f4b-7796eb7a74c7] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.276051] env[69760]: INFO nova.compute.manager [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] instance snapshotting [ 937.278910] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76af3071-1f6b-4595-8aac-f7fcd7fd92ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.302894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92df24b3-7565-4952-9c91-7ae7470f1521 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.310847] env[69760]: DEBUG oslo_vmware.api [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394070, 'name': ReconfigVM_Task, 'duration_secs': 0.701233} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.312619] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfigured VM instance instance-0000003a to attach disk [datastore1] volume-8e308f85-6757-410f-b631-50d984a14465/volume-8e308f85-6757-410f-b631-50d984a14465.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 937.319562] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f65d00b5-7fa8-4a9f-96e3-e6c5d6f1228c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.335607] env[69760]: DEBUG oslo_vmware.api [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 937.335607] env[69760]: value = "task-3394073" [ 937.335607] env[69760]: _type = "Task" [ 937.335607] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.345576] env[69760]: DEBUG oslo_vmware.api [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394073, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.467844] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 4.209s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.470247] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.255s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.470482] env[69760]: DEBUG nova.objects.instance [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'resources' on Instance uuid d8eb04ef-ecc1-404c-96e9-42430a93ffa6 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 937.486330] env[69760]: INFO nova.scheduler.client.report [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted allocations for instance 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6 [ 937.518040] env[69760]: DEBUG nova.network.neutron [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 937.545928] env[69760]: DEBUG nova.network.neutron [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Port 4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 937.731195] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 19fabf54-73cd-4544-9913-b89f7c3339a5] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 937.830873] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 937.831244] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-965a9b06-7627-45b6-bb06-a97e74706b8c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.841131] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 937.841131] env[69760]: value = "task-3394074" [ 937.841131] env[69760]: _type = "Task" [ 937.841131] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.848353] env[69760]: DEBUG oslo_vmware.api [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394073, 'name': ReconfigVM_Task, 'duration_secs': 0.165784} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.849061] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677168', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'name': 'volume-8e308f85-6757-410f-b631-50d984a14465', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962a8802-6352-4848-aec5-4ba82c22c060', 'attached_at': '', 'detached_at': '', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'serial': '8e308f85-6757-410f-b631-50d984a14465'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 937.853728] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394074, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.996426] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52cdc13-6068-4b9f-9e9b-3032defb84a6 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.618s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.019810] env[69760]: INFO nova.compute.manager [-] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Took 1.02 seconds to deallocate network for instance. [ 938.235548] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 011f3a11-47dc-4297-95e1-542e1a0227c1] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.255204] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eeb43de-e512-4813-953c-c0c4553753e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.264375] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bb5375-351a-4bf3-9f1f-ef11ed073148 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.297815] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bdd84c-faaf-449f-a2ab-9ec750d0cbc1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.306267] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a126bd6-3613-498d-a67b-899cd3a86990 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.321186] env[69760]: DEBUG nova.compute.provider_tree [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 938.352648] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394074, 'name': CreateSnapshot_Task, 'duration_secs': 0.418195} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.352931] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 938.353723] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649239b5-8c9e-4821-97b1-45df65b02393 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.525433] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.570174] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.570442] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.570623] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.739086] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b5d44093-2bb4-4f6d-a774-2db3d2f91f47] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 938.823901] env[69760]: DEBUG nova.scheduler.client.report [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 938.874884] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 938.875920] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f543c3e4-1f3d-4d60-8426-bec5f7f66f85 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.885852] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 938.885852] env[69760]: value = "task-3394075" [ 938.885852] env[69760]: _type = "Task" [ 938.885852] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.891393] env[69760]: DEBUG nova.objects.instance [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lazy-loading 'flavor' on Instance uuid 962a8802-6352-4848-aec5-4ba82c22c060 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 938.896162] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394075, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.021539] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.021819] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.022059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.022246] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.022451] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.024993] env[69760]: INFO nova.compute.manager [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Terminating instance [ 939.242516] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 9b2b6fab-c836-4c5d-83a1-cf114fd908b7] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.329860] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.332019] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.023s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.332019] env[69760]: DEBUG nova.objects.instance [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lazy-loading 'resources' on Instance uuid 05c98eee-065e-46d6-8499-d4e3608fc4bb {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 939.353293] env[69760]: INFO nova.scheduler.client.report [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted allocations for instance d8eb04ef-ecc1-404c-96e9-42430a93ffa6 [ 939.400166] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394075, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.401020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c7b0089b-91b4-488e-91a4-cb87c22535fb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.359s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.528739] env[69760]: DEBUG nova.compute.manager [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 939.528989] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 939.530130] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b7cf3a0-bd4d-4eaf-ae61-15b0a9860dcc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.538655] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 939.538907] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a78681b6-86d6-471b-b802-9745b0fe18ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.547257] env[69760]: DEBUG oslo_vmware.api [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 939.547257] env[69760]: value = "task-3394076" [ 939.547257] env[69760]: _type = "Task" [ 939.547257] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.557362] env[69760]: DEBUG oslo_vmware.api [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394076, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.606643] env[69760]: INFO nova.compute.manager [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Rescuing [ 939.606937] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.607115] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.607308] env[69760]: DEBUG nova.network.neutron [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.617326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.617508] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.617688] env[69760]: DEBUG nova.network.neutron [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 939.630791] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.631025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.745704] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: c6eff15b-a047-414f-a599-c3c4eec2e8d0] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 939.861188] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2fc3d588-dacb-40c6-b113-55d1490e2516 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d8eb04ef-ecc1-404c-96e9-42430a93ffa6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.175s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.898755] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394075, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.057883] env[69760]: DEBUG oslo_vmware.api [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394076, 'name': PowerOffVM_Task, 'duration_secs': 0.215676} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.060404] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 940.060586] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 940.061185] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8f27a30-8625-4a61-9c96-1aa6c068c969 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.128182] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 940.128541] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 940.128774] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleting the datastore file [datastore2] 0fa7bf74-e578-4158-9684-3f9d8ce3e569 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 940.129078] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4dda53bc-e3f8-4159-9988-b945dd39c415 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.132974] env[69760]: DEBUG nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 940.138872] env[69760]: DEBUG oslo_vmware.api [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 940.138872] env[69760]: value = "task-3394078" [ 940.138872] env[69760]: _type = "Task" [ 940.138872] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.150255] env[69760]: DEBUG oslo_vmware.api [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.153968] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-459d11b5-807b-4615-824d-8b92db7bc06a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.165957] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e17dede2-09f9-4df3-902e-416688023ed3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.206617] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45503c2f-f61b-4a05-9a0a-32f9624e9b83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.214890] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062b682-8a57-4bff-bf10-7ccf5586b5a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.234801] env[69760]: DEBUG nova.compute.provider_tree [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 940.252163] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 3e91912e-2579-4026-b994-0f78a07bf0a2] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.402475] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394075, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.474675] env[69760]: DEBUG nova.network.neutron [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.509262] env[69760]: DEBUG nova.network.neutron [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance_info_cache with network_info: [{"id": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "address": "fa:16:3e:ed:a3:80", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be9a3f8-c8", "ovs_interfaceid": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.656517] env[69760]: DEBUG oslo_vmware.api [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145987} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.656887] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 940.657087] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 940.657269] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 940.658245] env[69760]: INFO nova.compute.manager [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Took 1.13 seconds to destroy the instance on the hypervisor. [ 940.658245] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 940.658245] env[69760]: DEBUG nova.compute.manager [-] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 940.658245] env[69760]: DEBUG nova.network.neutron [-] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 940.664698] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.740023] env[69760]: DEBUG nova.scheduler.client.report [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 940.755801] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5d016a77-5a8b-434f-ba21-11c1229b2fe2] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 940.899486] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394075, 'name': CloneVM_Task, 'duration_secs': 1.630686} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.899841] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Created linked-clone VM from snapshot [ 940.901389] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6d4ddfe-ed6d-4af1-8a50-7eeed0239389 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.909836] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Uploading image 0e7192e4-c8d2-407f-a9d5-301bf1fa86fe {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 940.931842] env[69760]: DEBUG nova.compute.manager [req-55ad6496-cf27-469f-b753-84c4ee2803c1 req-05c51af4-281b-4e24-82e8-6671dac8e83f service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Received event network-vif-deleted-816ed4ce-8823-4fa2-8c5d-41361a5f3fe1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 940.932693] env[69760]: INFO nova.compute.manager [req-55ad6496-cf27-469f-b753-84c4ee2803c1 req-05c51af4-281b-4e24-82e8-6671dac8e83f service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Neutron deleted interface 816ed4ce-8823-4fa2-8c5d-41361a5f3fe1; detaching it from the instance and deleting it from the info cache [ 940.932693] env[69760]: DEBUG nova.network.neutron [req-55ad6496-cf27-469f-b753-84c4ee2803c1 req-05c51af4-281b-4e24-82e8-6671dac8e83f service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.937306] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 940.937306] env[69760]: value = "vm-677170" [ 940.937306] env[69760]: _type = "VirtualMachine" [ 940.937306] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 940.937529] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-4c54cdbd-f055-4dcf-9c93-1955b2d0d444 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.946174] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lease: (returnval){ [ 940.946174] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52491c73-03d7-aa8f-f799-ce7ebaaafdaf" [ 940.946174] env[69760]: _type = "HttpNfcLease" [ 940.946174] env[69760]: } obtained for exporting VM: (result){ [ 940.946174] env[69760]: value = "vm-677170" [ 940.946174] env[69760]: _type = "VirtualMachine" [ 940.946174] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 940.946468] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the lease: (returnval){ [ 940.946468] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52491c73-03d7-aa8f-f799-ce7ebaaafdaf" [ 940.946468] env[69760]: _type = "HttpNfcLease" [ 940.946468] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 940.954467] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 940.954467] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52491c73-03d7-aa8f-f799-ce7ebaaafdaf" [ 940.954467] env[69760]: _type = "HttpNfcLease" [ 940.954467] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 940.980176] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.012057] env[69760]: DEBUG oslo_concurrency.lockutils [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.244398] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.913s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.246771] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 7.448s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.246959] env[69760]: DEBUG nova.objects.instance [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 941.258513] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 8e973be7-c31b-4a66-8d0d-d4e7a51b580f] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.264276] env[69760]: INFO nova.scheduler.client.report [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Deleted allocations for instance 05c98eee-065e-46d6-8499-d4e3608fc4bb [ 941.395254] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 941.395565] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 941.416188] env[69760]: DEBUG nova.network.neutron [-] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 941.435244] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4745e3ac-7a06-47ed-87a9-42d5e5c90666 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.446908] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efc7045e-142a-4de7-a977-13638615063c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.466737] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 941.466737] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52491c73-03d7-aa8f-f799-ce7ebaaafdaf" [ 941.466737] env[69760]: _type = "HttpNfcLease" [ 941.466737] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 941.467074] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 941.467074] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52491c73-03d7-aa8f-f799-ce7ebaaafdaf" [ 941.467074] env[69760]: _type = "HttpNfcLease" [ 941.467074] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 941.467852] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c945a5-0e46-4ece-acc6-f0f50c12246d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.476248] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258b992-38f9-60a4-ec85-994194616b64/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 941.476522] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258b992-38f9-60a4-ec85-994194616b64/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 941.492295] env[69760]: DEBUG nova.compute.manager [req-55ad6496-cf27-469f-b753-84c4ee2803c1 req-05c51af4-281b-4e24-82e8-6671dac8e83f service nova] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Detach interface failed, port_id=816ed4ce-8823-4fa2-8c5d-41361a5f3fe1, reason: Instance 0fa7bf74-e578-4158-9684-3f9d8ce3e569 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 941.567899] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8d1bf8-0337-42c5-b72b-1fb0d9805bfc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.590060] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7240c8e0-da56-4562-a417-ee869b2f5b0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.593403] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-05f8fc7f-dc58-490a-8bf3-f8ea839ec972 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.601752] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance '6ac67906-d275-4b04-adf0-a9c101b9ec5e' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 941.761156] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 70afd0e3-0624-4d8a-8edb-b130d6e8c548] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 941.772366] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bbdfee2-8cc1-48ea-aa95-9ff1c6f2b542 tempest-ServersAdminTestJSON-188806020 tempest-ServersAdminTestJSON-188806020-project-member] Lock "05c98eee-065e-46d6-8499-d4e3608fc4bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.017s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 941.898705] env[69760]: DEBUG nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 941.919234] env[69760]: INFO nova.compute.manager [-] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Took 1.26 seconds to deallocate network for instance. [ 942.109188] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 942.109950] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6fd43860-b31b-4fc0-8184-4d7748e8b78f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.121662] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 942.121662] env[69760]: value = "task-3394080" [ 942.121662] env[69760]: _type = "Task" [ 942.121662] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.137730] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394080, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.256426] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a0912930-1a74-4983-9320-7e3d6d09e47f tempest-ServersAdmin275Test-724934132 tempest-ServersAdmin275Test-724934132-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 942.258525] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.529s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 942.259404] env[69760]: DEBUG nova.objects.instance [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lazy-loading 'resources' on Instance uuid 90129de8-9e68-4ea8-9c23-5e98a403ee25 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 942.264864] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 59b174de-0389-440b-8cd3-ba3b11f7fd12] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 942.427908] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.429642] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 942.553665] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 942.554901] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50898ed5-4abf-4dc4-a3ef-e5f7648e676d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.564966] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 942.564966] env[69760]: value = "task-3394081" [ 942.564966] env[69760]: _type = "Task" [ 942.564966] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 942.575773] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.635691] env[69760]: DEBUG oslo_vmware.api [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394080, 'name': PowerOnVM_Task, 'duration_secs': 0.4307} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.635981] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.638531] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-02e31828-f503-4935-9854-0ff3d3175707 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance '6ac67906-d275-4b04-adf0-a9c101b9ec5e' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 942.768476] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: cd455839-d8b8-469a-9f5a-ff427fb90807] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.080033] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394081, 'name': PowerOffVM_Task, 'duration_secs': 0.299515} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.083078] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 943.084480] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e791deeb-c0b4-435e-96e7-9a8e029168b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.113669] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-313cd2ab-9309-429e-9b5b-1dc512067da8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.150310] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 943.153478] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2ec7f5ae-e1cf-43b7-98a1-83ca0d837a71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.159842] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cf56fd2-892d-487b-acf9-85e158303df5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.164503] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 943.164503] env[69760]: value = "task-3394082" [ 943.164503] env[69760]: _type = "Task" [ 943.164503] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.177444] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1e0c9a-100d-4057-811d-6c15fc18ebd4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.181611] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 943.181907] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 943.182239] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.182418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.182656] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 943.183330] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6b84379e-3139-46ae-8315-5ba3f9533dec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.213474] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-437d1dd3-a819-4c24-806d-51023aafebfe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.216956] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 943.216956] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 943.217972] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e845d367-fb05-4fdc-81ef-a1aab21ae29d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.226851] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 943.226851] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521ac542-f6c1-8f95-06b3-4b70d864d3d7" [ 943.226851] env[69760]: _type = "Task" [ 943.226851] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.228537] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b269caec-b0fb-4d51-a748-29cee0bb8c1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.242125] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521ac542-f6c1-8f95-06b3-4b70d864d3d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.253400] env[69760]: DEBUG nova.compute.provider_tree [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.272539] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b66731cf-6f94-4c15-83e0-e4144b20566a] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 943.738496] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521ac542-f6c1-8f95-06b3-4b70d864d3d7, 'name': SearchDatastore_Task, 'duration_secs': 0.019039} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 943.740645] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b27ba17e-4ba0-44a9-a2aa-4fee5075965a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.751024] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 943.751024] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526adbdb-f1d8-5466-673e-24078d31d7c1" [ 943.751024] env[69760]: _type = "Task" [ 943.751024] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 943.758326] env[69760]: DEBUG nova.scheduler.client.report [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.767232] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526adbdb-f1d8-5466-673e-24078d31d7c1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 943.777304] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b31c1806-9771-440b-830a-529ef3cdaaea] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.259684] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526adbdb-f1d8-5466-673e-24078d31d7c1, 'name': SearchDatastore_Task, 'duration_secs': 0.016314} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 944.259978] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.260378] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. {{(pid=69760) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 944.260716] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bdc077ec-aa3a-4724-82fa-f2f49d898581 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.268706] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.010s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.270855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.456s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.271907] env[69760]: DEBUG nova.objects.instance [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lazy-loading 'resources' on Instance uuid 458ff062-7b22-477f-85d1-4110870956cb {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.277370] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 944.277370] env[69760]: value = "task-3394083" [ 944.277370] env[69760]: _type = "Task" [ 944.277370] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.284567] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 82801bc1-42eb-43e1-8d34-160f09f4d777] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.293897] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394083, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.298480] env[69760]: INFO nova.scheduler.client.report [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Deleted allocations for instance 90129de8-9e68-4ea8-9c23-5e98a403ee25 [ 944.789497] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: f2473b2c-be7c-42a9-ac0a-6f5d85d8a4c6] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 944.791594] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.809865] env[69760]: DEBUG oslo_concurrency.lockutils [None req-741197d6-da4d-4bd3-b99b-cbecdcb9aa23 tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "90129de8-9e68-4ea8-9c23-5e98a403ee25" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.709s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.229233] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995bf32a-9dbb-4bf8-a1ff-c43a99c8f8b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.238116] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd632348-7337-43bb-9f0c-395bfb610372 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.273075] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73e5fa27-937c-4ca8-b7f0-f758575d5a4c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.284380] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81db5a54-0b88-42e3-8ac1-b9b11891f42c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.294173] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 04f5b4b8-8598-4466-a9c7-3f9ca48dea15] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.296100] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.305710] env[69760]: DEBUG nova.compute.provider_tree [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 945.455971] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 945.456274] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.456474] env[69760]: DEBUG nova.compute.manager [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Going to confirm migration 3 {{(pid=69760) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 945.794776] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394083, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.797846] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d3e886ac-e6cf-4689-a461-cd9ae872124a] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 945.812085] env[69760]: DEBUG nova.scheduler.client.report [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 945.995852] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.996058] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.996244] env[69760]: DEBUG nova.network.neutron [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 945.996435] env[69760]: DEBUG nova.objects.instance [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'info_cache' on Instance uuid 6ac67906-d275-4b04-adf0-a9c101b9ec5e {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 946.291834] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394083, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.521148} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.292131] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk. [ 946.292910] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-579e8d2b-b205-4c99-90e8-8959c6b3d0fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.315223] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 9106d5e1-6862-4a9b-bf89-5928856cf064] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.324605] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 946.325746] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.055s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.327817] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fb1e2434-a7bd-4cff-aca4-e8c3e9319089 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.343268] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.566s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.345563] env[69760]: INFO nova.compute.claims [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 946.358553] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 946.358553] env[69760]: value = "task-3394084" [ 946.358553] env[69760]: _type = "Task" [ 946.358553] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.362559] env[69760]: INFO nova.scheduler.client.report [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Deleted allocations for instance 458ff062-7b22-477f-85d1-4110870956cb [ 946.367235] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "f9da202e-13aa-4c70-ae15-dfeb3093a299" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.367484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.367686] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "f9da202e-13aa-4c70-ae15-dfeb3093a299-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.367865] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.368043] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.370195] env[69760]: INFO nova.compute.manager [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Terminating instance [ 946.375826] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394084, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.815923] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "8de66e82-6841-4aa3-ac3f-f80415d3e359" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.816280] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "8de66e82-6841-4aa3-ac3f-f80415d3e359" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.826166] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 4c38beb9-7705-4515-b020-ace48f9ab324] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 946.873140] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394084, 'name': ReconfigVM_Task, 'duration_secs': 0.343751} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 946.873633] env[69760]: DEBUG oslo_concurrency.lockutils [None req-323fc7cd-312e-4d63-a9b9-3ccbacdef2a0 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "458ff062-7b22-477f-85d1-4110870956cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.529s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 946.874613] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060/a7b93a95-275a-41dc-8462-e5dcda197cf8-rescue.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 946.875747] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ea051e-0832-42ac-8261-c24bcc544292 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.878850] env[69760]: DEBUG nova.compute.manager [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 946.879161] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 946.880286] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20764e9b-1b46-4124-b572-888f363e335d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.916481] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40260591-e914-44e2-a5b2-2c66d38c8c9e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.927021] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 946.927670] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a18a27f-fc90-40bb-b082-e8fe8b90f94a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.936711] env[69760]: DEBUG oslo_vmware.api [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 946.936711] env[69760]: value = "task-3394085" [ 946.936711] env[69760]: _type = "Task" [ 946.936711] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.938220] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 946.938220] env[69760]: value = "task-3394086" [ 946.938220] env[69760]: _type = "Task" [ 946.938220] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.952897] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394086, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.958934] env[69760]: DEBUG oslo_vmware.api [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394085, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.287782] env[69760]: DEBUG nova.network.neutron [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance_info_cache with network_info: [{"id": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "address": "fa:16:3e:ed:a3:80", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4be9a3f8-c8", "ovs_interfaceid": "4be9a3f8-c87d-41c0-86ab-bc5b0e21be24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 947.319323] env[69760]: DEBUG nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 947.329954] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5124e102-6811-46a0-a71a-a237ae4a6356] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 947.452370] env[69760]: DEBUG oslo_vmware.api [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394085, 'name': PowerOffVM_Task, 'duration_secs': 0.265021} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.455527] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 947.455730] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 947.456011] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394086, 'name': ReconfigVM_Task, 'duration_secs': 0.202094} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.456233] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f24ea952-a9c5-4cf3-8323-f8577abef5c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.457858] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 947.460370] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14683416-b471-4962-a061-b72ac038a23a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.469654] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 947.469654] env[69760]: value = "task-3394087" [ 947.469654] env[69760]: _type = "Task" [ 947.469654] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.478416] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.478738] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.478973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.479348] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.479348] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 947.483154] env[69760]: INFO nova.compute.manager [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Terminating instance [ 947.488031] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.536376] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 947.536611] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 947.536918] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Deleting the datastore file [datastore1] f9da202e-13aa-4c70-ae15-dfeb3093a299 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 947.537209] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bd56be9e-6831-4e55-bceb-4d1ed3d6ab03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.546302] env[69760]: DEBUG oslo_vmware.api [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for the task: (returnval){ [ 947.546302] env[69760]: value = "task-3394089" [ 947.546302] env[69760]: _type = "Task" [ 947.546302] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.558643] env[69760]: DEBUG oslo_vmware.api [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394089, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.693119] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4061a9f-1e87-4a28-a6e4-88f3cafca17d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.702448] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6272e712-2a61-4a47-9d87-b33793407079 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.735992] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7dd40590-1683-47b3-bfb3-fe0bbe9f331f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.745577] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2842c76f-3679-4eaf-9bcf-25a8b1b34599 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.761102] env[69760]: DEBUG nova.compute.provider_tree [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 947.790889] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-6ac67906-d275-4b04-adf0-a9c101b9ec5e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.791198] env[69760]: DEBUG nova.objects.instance [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'migration_context' on Instance uuid 6ac67906-d275-4b04-adf0-a9c101b9ec5e {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.834306] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 947.834594] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Cleaning up deleted instances with incomplete migration {{(pid=69760) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 947.839816] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.982201] env[69760]: DEBUG oslo_vmware.api [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394087, 'name': PowerOnVM_Task, 'duration_secs': 0.448847} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.982598] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 947.985623] env[69760]: DEBUG nova.compute.manager [None req-dbb78fa2-cd2a-4442-9677-db929f42d83b tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 947.986496] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7003c1d1-612e-4717-b71b-ad40146199ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.991148] env[69760]: DEBUG nova.compute.manager [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 947.991361] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 947.992320] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5b78b71-bcbd-4375-ac57-5226f95d03df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.008252] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 948.008459] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cf358ecb-796f-498a-a0ca-106d2cdf7232 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.018076] env[69760]: DEBUG oslo_vmware.api [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 948.018076] env[69760]: value = "task-3394090" [ 948.018076] env[69760]: _type = "Task" [ 948.018076] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.028112] env[69760]: DEBUG oslo_vmware.api [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394090, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.062331] env[69760]: DEBUG oslo_vmware.api [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Task: {'id': task-3394089, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273937} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.062541] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 948.062854] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 948.063178] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 948.063463] env[69760]: INFO nova.compute.manager [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Took 1.18 seconds to destroy the instance on the hypervisor. [ 948.063837] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 948.064137] env[69760]: DEBUG nova.compute.manager [-] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 948.064293] env[69760]: DEBUG nova.network.neutron [-] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 948.266575] env[69760]: DEBUG nova.scheduler.client.report [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 948.294616] env[69760]: DEBUG nova.objects.base [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Object Instance<6ac67906-d275-4b04-adf0-a9c101b9ec5e> lazy-loaded attributes: info_cache,migration_context {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.296959] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e95724-6071-40fb-89fe-5686ab5aee46 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.328677] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6e09d0e-44ec-4cd6-8107-4e1477db6dae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.336525] env[69760]: DEBUG oslo_vmware.api [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 948.336525] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d1924-a826-e544-8111-683e4cad66a1" [ 948.336525] env[69760]: _type = "Task" [ 948.336525] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.340204] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 948.348726] env[69760]: DEBUG oslo_vmware.api [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d1924-a826-e544-8111-683e4cad66a1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.529779] env[69760]: DEBUG oslo_vmware.api [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394090, 'name': PowerOffVM_Task, 'duration_secs': 0.462207} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.531558] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 948.531744] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 948.533047] env[69760]: DEBUG nova.compute.manager [req-843a191b-a172-4ee3-b225-a52d2345b77e req-b1c2b12b-3993-4612-968e-17700eb6dbdb service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Received event network-vif-deleted-78ccb2c3-4c22-44fa-bc11-e6581caa170b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 948.533241] env[69760]: INFO nova.compute.manager [req-843a191b-a172-4ee3-b225-a52d2345b77e req-b1c2b12b-3993-4612-968e-17700eb6dbdb service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Neutron deleted interface 78ccb2c3-4c22-44fa-bc11-e6581caa170b; detaching it from the instance and deleting it from the info cache [ 948.533417] env[69760]: DEBUG nova.network.neutron [req-843a191b-a172-4ee3-b225-a52d2345b77e req-b1c2b12b-3993-4612-968e-17700eb6dbdb service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 948.534481] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b8f7576a-78ce-42b9-8a54-ee73d656b11a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.622960] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 948.623221] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 948.623414] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Deleting the datastore file [datastore1] 506b1ae3-fc96-4c09-9e45-8fceeb80b492 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 948.623696] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8c70bdf2-26d0-447a-b2c1-3e68a133dd99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.630874] env[69760]: DEBUG oslo_vmware.api [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for the task: (returnval){ [ 948.630874] env[69760]: value = "task-3394092" [ 948.630874] env[69760]: _type = "Task" [ 948.630874] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.640068] env[69760]: DEBUG oslo_vmware.api [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394092, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.772799] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.430s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 948.773464] env[69760]: DEBUG nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 948.776119] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.251s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.776359] env[69760]: DEBUG nova.objects.instance [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lazy-loading 'resources' on Instance uuid c7d3af63-c60a-4a67-8dbf-650c32467e6c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 948.846220] env[69760]: DEBUG oslo_vmware.api [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d1924-a826-e544-8111-683e4cad66a1, 'name': SearchDatastore_Task, 'duration_secs': 0.018648} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.846603] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.972850] env[69760]: DEBUG nova.network.neutron [-] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.037423] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8188355a-b1e4-4a2e-9645-ec6a6c5e85cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.048962] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1bef071-bb34-4ea6-878e-8e9049fb838f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.085591] env[69760]: DEBUG nova.compute.manager [req-843a191b-a172-4ee3-b225-a52d2345b77e req-b1c2b12b-3993-4612-968e-17700eb6dbdb service nova] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Detach interface failed, port_id=78ccb2c3-4c22-44fa-bc11-e6581caa170b, reason: Instance f9da202e-13aa-4c70-ae15-dfeb3093a299 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 949.141039] env[69760]: DEBUG oslo_vmware.api [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Task: {'id': task-3394092, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211162} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.141309] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 949.141496] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 949.141700] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 949.141877] env[69760]: INFO nova.compute.manager [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Took 1.15 seconds to destroy the instance on the hypervisor. [ 949.142129] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 949.142324] env[69760]: DEBUG nova.compute.manager [-] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 949.142448] env[69760]: DEBUG nova.network.neutron [-] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 949.190061] env[69760]: INFO nova.compute.manager [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Unrescuing [ 949.190357] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.190514] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquired lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.190683] env[69760]: DEBUG nova.network.neutron [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 949.279170] env[69760]: DEBUG nova.compute.utils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 949.287767] env[69760]: DEBUG nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 949.287961] env[69760]: DEBUG nova.network.neutron [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 949.356081] env[69760]: DEBUG nova.policy [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1932c9405f46339f03a252461dc541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a1e206c7a6452b8000b64b088881e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 949.479606] env[69760]: INFO nova.compute.manager [-] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Took 1.42 seconds to deallocate network for instance. [ 949.643091] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa3b33f7-7eaf-4ae5-b93f-026094f849d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.653557] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debe4065-9935-4a24-bf93-1e78e9dfc3a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.691408] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb9bb93-272e-4c18-94fe-06565cf05abd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.695353] env[69760]: DEBUG nova.network.neutron [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Successfully created port: 30e0db0d-a47f-4d1e-a975-9a42b84e089c {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 949.709863] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45845432-bbc0-4370-a2ee-03500eea3777 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.728962] env[69760]: DEBUG nova.compute.provider_tree [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 949.794667] env[69760]: DEBUG nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 949.983522] env[69760]: DEBUG nova.network.neutron [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 949.989740] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.204487] env[69760]: DEBUG nova.network.neutron [-] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 950.232126] env[69760]: DEBUG nova.scheduler.client.report [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 950.281315] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "d3a4cde4-60db-489f-ae8d-66372fe71361" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.281604] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.281837] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "d3a4cde4-60db-489f-ae8d-66372fe71361-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.282044] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.282300] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.285012] env[69760]: INFO nova.compute.manager [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Terminating instance [ 950.487095] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Releasing lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.487857] env[69760]: DEBUG nova.objects.instance [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lazy-loading 'flavor' on Instance uuid 962a8802-6352-4848-aec5-4ba82c22c060 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 950.555650] env[69760]: DEBUG nova.compute.manager [req-8f195d45-ff40-4076-a56b-45b7a6cac2b0 req-10389d9f-7dd3-448b-ad35-0b15dfb76708 service nova] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Received event network-vif-deleted-c7b74a11-1239-44fa-9072-45f6bce9a067 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 950.707594] env[69760]: INFO nova.compute.manager [-] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Took 1.56 seconds to deallocate network for instance. [ 950.737998] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.962s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.740427] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.076s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.742686] env[69760]: INFO nova.compute.claims [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.770171] env[69760]: INFO nova.scheduler.client.report [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Deleted allocations for instance c7d3af63-c60a-4a67-8dbf-650c32467e6c [ 950.789417] env[69760]: DEBUG nova.compute.manager [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 950.791150] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 950.791150] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f444e581-5607-4bb6-9465-1a61ee820d93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.801731] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 950.802249] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0754362e-9980-4288-9d0b-b69dff887f0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.805051] env[69760]: DEBUG nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 950.813676] env[69760]: DEBUG oslo_vmware.api [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 950.813676] env[69760]: value = "task-3394093" [ 950.813676] env[69760]: _type = "Task" [ 950.813676] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.825577] env[69760]: DEBUG oslo_vmware.api [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3394093, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.828153] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 950.828485] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 950.828716] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 950.828910] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 950.829072] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 950.829251] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 950.829472] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 950.829633] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 950.829804] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 950.829982] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 950.830221] env[69760]: DEBUG nova.virt.hardware [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 950.832163] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109dc3ca-a70c-42e9-b59a-1c3b111af1b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.840341] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9375cf-b85b-4f47-82a1-1c6856b5b28c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.877779] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258b992-38f9-60a4-ec85-994194616b64/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 950.879078] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8166c1b7-a52c-4171-8363-443e5d60a908 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.886016] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258b992-38f9-60a4-ec85-994194616b64/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 950.886212] env[69760]: ERROR oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258b992-38f9-60a4-ec85-994194616b64/disk-0.vmdk due to incomplete transfer. [ 950.886440] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b4f9c5f4-9695-4891-81cd-6ed0d52272e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.893179] env[69760]: DEBUG oslo_vmware.rw_handles [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5258b992-38f9-60a4-ec85-994194616b64/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 950.893179] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Uploaded image 0e7192e4-c8d2-407f-a9d5-301bf1fa86fe to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 950.895316] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 950.895604] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-73fec935-5d33-46ac-a92d-8703b1215602 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.901248] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 950.901248] env[69760]: value = "task-3394094" [ 950.901248] env[69760]: _type = "Task" [ 950.901248] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.909440] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394094, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.995609] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0132d071-0f77-408f-a361-b434bcefead2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.021303] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 951.021658] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0214e1a-0005-42b8-9fee-09e274812b23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.027530] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 951.027530] env[69760]: value = "task-3394095" [ 951.027530] env[69760]: _type = "Task" [ 951.027530] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.036222] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394095, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.170367] env[69760]: DEBUG nova.compute.manager [req-90a98077-39c7-44b0-b57c-6d39841710f8 req-15accf91-13fa-49b7-a2d2-11be0f202a51 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Received event network-vif-plugged-30e0db0d-a47f-4d1e-a975-9a42b84e089c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 951.170586] env[69760]: DEBUG oslo_concurrency.lockutils [req-90a98077-39c7-44b0-b57c-6d39841710f8 req-15accf91-13fa-49b7-a2d2-11be0f202a51 service nova] Acquiring lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.171159] env[69760]: DEBUG oslo_concurrency.lockutils [req-90a98077-39c7-44b0-b57c-6d39841710f8 req-15accf91-13fa-49b7-a2d2-11be0f202a51 service nova] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.171538] env[69760]: DEBUG oslo_concurrency.lockutils [req-90a98077-39c7-44b0-b57c-6d39841710f8 req-15accf91-13fa-49b7-a2d2-11be0f202a51 service nova] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.171538] env[69760]: DEBUG nova.compute.manager [req-90a98077-39c7-44b0-b57c-6d39841710f8 req-15accf91-13fa-49b7-a2d2-11be0f202a51 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] No waiting events found dispatching network-vif-plugged-30e0db0d-a47f-4d1e-a975-9a42b84e089c {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 951.171765] env[69760]: WARNING nova.compute.manager [req-90a98077-39c7-44b0-b57c-6d39841710f8 req-15accf91-13fa-49b7-a2d2-11be0f202a51 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Received unexpected event network-vif-plugged-30e0db0d-a47f-4d1e-a975-9a42b84e089c for instance with vm_state building and task_state spawning. [ 951.215324] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.266664] env[69760]: DEBUG nova.network.neutron [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Successfully updated port: 30e0db0d-a47f-4d1e-a975-9a42b84e089c {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 951.283370] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1a4cd07a-a8b1-432f-8bcc-818b54a0e2a1 tempest-ServersAdmin275Test-1827652776 tempest-ServersAdmin275Test-1827652776-project-member] Lock "c7d3af63-c60a-4a67-8dbf-650c32467e6c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.251s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.324437] env[69760]: DEBUG oslo_vmware.api [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3394093, 'name': PowerOffVM_Task, 'duration_secs': 0.20396} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.325246] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.325246] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 951.325509] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a23a2931-4084-40d1-bc25-531f4b405a9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.410432] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 951.410683] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 951.410894] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Deleting the datastore file [datastore2] d3a4cde4-60db-489f-ae8d-66372fe71361 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 951.413837] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-562e4263-cbbe-4cd0-be2b-2001d6ccffe7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.415753] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394094, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.420897] env[69760]: DEBUG oslo_vmware.api [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for the task: (returnval){ [ 951.420897] env[69760]: value = "task-3394097" [ 951.420897] env[69760]: _type = "Task" [ 951.420897] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.430695] env[69760]: DEBUG oslo_vmware.api [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3394097, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.537690] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394095, 'name': PowerOffVM_Task, 'duration_secs': 0.292499} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.538015] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 951.543625] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfiguring VM instance instance-0000003a to detach disk 2002 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 951.543928] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-27ca78c5-236f-4138-b2f7-44b184b30136 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.564240] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 951.564240] env[69760]: value = "task-3394098" [ 951.564240] env[69760]: _type = "Task" [ 951.564240] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.576207] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.769661] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "refresh_cache-cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.769831] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "refresh_cache-cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.769988] env[69760]: DEBUG nova.network.neutron [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 951.914267] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394094, 'name': Destroy_Task, 'duration_secs': 0.845307} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.917081] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Destroyed the VM [ 951.917381] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 951.918730] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d87bfa1a-7e62-4e1b-865d-6c146ebe4d03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.925550] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 951.925550] env[69760]: value = "task-3394099" [ 951.925550] env[69760]: _type = "Task" [ 951.925550] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.940086] env[69760]: DEBUG oslo_vmware.api [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Task: {'id': task-3394097, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145797} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.945768] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 951.946037] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 951.946266] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 951.946460] env[69760]: INFO nova.compute.manager [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Took 1.16 seconds to destroy the instance on the hypervisor. [ 951.946706] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 951.946933] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394099, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.949407] env[69760]: DEBUG nova.compute.manager [-] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 951.949508] env[69760]: DEBUG nova.network.neutron [-] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 952.040307] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a078c91d-773d-4109-b129-fdfa2cf6fe87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.048459] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39452efa-7bc1-487e-ba8a-bd5d2056cba5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.085170] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5f0d77-262c-4429-a507-097105b93882 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.092821] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394098, 'name': ReconfigVM_Task, 'duration_secs': 0.250165} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.095051] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfigured VM instance instance-0000003a to detach disk 2002 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 952.095252] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 952.095575] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b0f45f4-3d18-4dab-993f-82c46de9b3da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.098144] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5e2ded7-6631-44df-b113-83e5a129002a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.112579] env[69760]: DEBUG nova.compute.provider_tree [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 952.114645] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 952.114645] env[69760]: value = "task-3394100" [ 952.114645] env[69760]: _type = "Task" [ 952.114645] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.124014] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394100, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.304531] env[69760]: DEBUG nova.network.neutron [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 952.440216] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394099, 'name': RemoveSnapshot_Task} progress is 16%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.487741] env[69760]: DEBUG nova.network.neutron [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Updating instance_info_cache with network_info: [{"id": "30e0db0d-a47f-4d1e-a975-9a42b84e089c", "address": "fa:16:3e:45:52:59", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e0db0d-a4", "ovs_interfaceid": "30e0db0d-a47f-4d1e-a975-9a42b84e089c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.616905] env[69760]: DEBUG nova.scheduler.client.report [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 952.632904] env[69760]: DEBUG oslo_vmware.api [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394100, 'name': PowerOnVM_Task, 'duration_secs': 0.39936} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.633933] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 952.634212] env[69760]: DEBUG nova.compute.manager [None req-57a3911d-c915-44a1-9415-a15f49ffbd80 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 952.635071] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0a613b-0a01-46eb-8382-556067a9fcb0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.947820] env[69760]: DEBUG oslo_vmware.api [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394099, 'name': RemoveSnapshot_Task, 'duration_secs': 0.556542} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 952.948138] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 952.948365] env[69760]: INFO nova.compute.manager [None req-7dc2fd8d-7a33-494a-a19c-60c55dc41c26 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Took 15.67 seconds to snapshot the instance on the hypervisor. [ 952.975485] env[69760]: DEBUG nova.network.neutron [-] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.990972] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "refresh_cache-cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.991275] env[69760]: DEBUG nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Instance network_info: |[{"id": "30e0db0d-a47f-4d1e-a975-9a42b84e089c", "address": "fa:16:3e:45:52:59", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e0db0d-a4", "ovs_interfaceid": "30e0db0d-a47f-4d1e-a975-9a42b84e089c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 952.992253] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:52:59', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30e0db0d-a47f-4d1e-a975-9a42b84e089c', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 953.000176] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 953.000675] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 953.000899] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20953f44-a843-4286-9e44-09f3f7cfb28a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.023918] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 953.023918] env[69760]: value = "task-3394101" [ 953.023918] env[69760]: _type = "Task" [ 953.023918] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.031898] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394101, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.128035] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 953.128547] env[69760]: DEBUG nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 953.131275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.704s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 953.131393] env[69760]: DEBUG nova.objects.instance [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lazy-loading 'resources' on Instance uuid 0fa7bf74-e578-4158-9684-3f9d8ce3e569 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 953.216171] env[69760]: DEBUG nova.compute.manager [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Received event network-changed-30e0db0d-a47f-4d1e-a975-9a42b84e089c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 953.216555] env[69760]: DEBUG nova.compute.manager [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Refreshing instance network info cache due to event network-changed-30e0db0d-a47f-4d1e-a975-9a42b84e089c. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 953.216890] env[69760]: DEBUG oslo_concurrency.lockutils [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] Acquiring lock "refresh_cache-cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.217310] env[69760]: DEBUG oslo_concurrency.lockutils [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] Acquired lock "refresh_cache-cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.217773] env[69760]: DEBUG nova.network.neutron [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Refreshing network info cache for port 30e0db0d-a47f-4d1e-a975-9a42b84e089c {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 953.483092] env[69760]: INFO nova.compute.manager [-] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Took 1.53 seconds to deallocate network for instance. [ 953.536416] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394101, 'name': CreateVM_Task, 'duration_secs': 0.342274} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.536416] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 953.537133] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.537745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.537745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.538149] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec85ae68-45a3-4c6f-9cc2-0ec2ad0148e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.542641] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 953.542641] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5229e89b-79d5-8cd7-3147-5f1c8d52c305" [ 953.542641] env[69760]: _type = "Task" [ 953.542641] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 953.550645] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5229e89b-79d5-8cd7-3147-5f1c8d52c305, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.634145] env[69760]: DEBUG nova.compute.utils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 953.641480] env[69760]: DEBUG nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 953.641480] env[69760]: DEBUG nova.network.neutron [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 953.693983] env[69760]: DEBUG nova.policy [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b14eea79cbe4de2b2d06c33da7856cd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1935f599ecb147f29329dc8f4ef9eaf2', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 953.961105] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7ab650-569c-4b9d-9cc6-35d6c611d910 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.970226] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4164c919-e629-4fdc-b0f3-9b37768b9f86 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.016194] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.017464] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e728980b-1adb-495a-8493-17b1cf6edde6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.025314] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67680b30-ad02-46c9-a075-415db18d6cda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.038778] env[69760]: DEBUG nova.compute.provider_tree [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 954.048300] env[69760]: DEBUG nova.network.neutron [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Successfully created port: c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 954.056955] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5229e89b-79d5-8cd7-3147-5f1c8d52c305, 'name': SearchDatastore_Task, 'duration_secs': 0.013617} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.057357] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.057627] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 954.057878] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.058036] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.058217] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 954.058469] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-98c78d11-2b64-4273-b00a-e8146c0f00b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.066843] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 954.067037] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 954.067747] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57edf388-bc2f-4cf6-92ec-9e2e5152cf52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.074581] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 954.074581] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5264efe2-7b05-1015-34af-b57a563b3664" [ 954.074581] env[69760]: _type = "Task" [ 954.074581] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.081987] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5264efe2-7b05-1015-34af-b57a563b3664, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.141921] env[69760]: DEBUG nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 954.368124] env[69760]: DEBUG nova.network.neutron [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Updated VIF entry in instance network info cache for port 30e0db0d-a47f-4d1e-a975-9a42b84e089c. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 954.368527] env[69760]: DEBUG nova.network.neutron [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Updating instance_info_cache with network_info: [{"id": "30e0db0d-a47f-4d1e-a975-9a42b84e089c", "address": "fa:16:3e:45:52:59", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30e0db0d-a4", "ovs_interfaceid": "30e0db0d-a47f-4d1e-a975-9a42b84e089c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.447922] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.448263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.448428] env[69760]: DEBUG nova.compute.manager [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 954.450106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a558268-8520-4b3e-9929-551757e12805 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.457017] env[69760]: DEBUG nova.compute.manager [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 954.457641] env[69760]: DEBUG nova.objects.instance [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'flavor' on Instance uuid 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 954.541581] env[69760]: DEBUG nova.scheduler.client.report [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.586925] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5264efe2-7b05-1015-34af-b57a563b3664, 'name': SearchDatastore_Task, 'duration_secs': 0.011419} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 954.587774] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fae2b9e-dfbb-4a5b-872e-d0705e215967 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.593295] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 954.593295] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52286dce-67ec-a9f3-0a2d-305ec8eb6287" [ 954.593295] env[69760]: _type = "Task" [ 954.593295] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 954.600632] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52286dce-67ec-a9f3-0a2d-305ec8eb6287, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 954.873872] env[69760]: DEBUG oslo_concurrency.lockutils [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] Releasing lock "refresh_cache-cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.874046] env[69760]: DEBUG nova.compute.manager [req-36070ac3-6c25-44c7-9490-3ef028defc20 req-15af5875-c4fa-4470-9373-7e43477bb5d1 service nova] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Received event network-vif-deleted-70ef2767-c956-47d6-98fe-994b818b0376 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.046261] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.048659] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.619s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.050205] env[69760]: INFO nova.compute.claims [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 955.071421] env[69760]: INFO nova.scheduler.client.report [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted allocations for instance 0fa7bf74-e578-4158-9684-3f9d8ce3e569 [ 955.104580] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52286dce-67ec-a9f3-0a2d-305ec8eb6287, 'name': SearchDatastore_Task, 'duration_secs': 0.009037} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.104813] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.105091] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] cdceaab0-e2d4-4971-93dd-2bcc87b77f4d/cdceaab0-e2d4-4971-93dd-2bcc87b77f4d.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 955.105360] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cce5b895-2d8c-463e-a2a9-3b3491ee9731 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.112797] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 955.112797] env[69760]: value = "task-3394102" [ 955.112797] env[69760]: _type = "Task" [ 955.112797] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.121763] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394102, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.153542] env[69760]: DEBUG nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 955.175356] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 955.175730] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 955.175981] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 955.176298] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 955.176546] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 955.176789] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 955.177136] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 955.177404] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 955.177685] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 955.177950] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 955.178251] env[69760]: DEBUG nova.virt.hardware [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 955.179516] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757c586a-2bb5-4053-8f49-eafb90b38008 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.191860] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abbf5e97-cf12-44c6-a1e1-b948bf1624d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.270145] env[69760]: DEBUG nova.compute.manager [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Received event network-changed-4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.270450] env[69760]: DEBUG nova.compute.manager [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing instance network info cache due to event network-changed-4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 955.270604] env[69760]: DEBUG oslo_concurrency.lockutils [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] Acquiring lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.270724] env[69760]: DEBUG oslo_concurrency.lockutils [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] Acquired lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.270856] env[69760]: DEBUG nova.network.neutron [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing network info cache for port 4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 955.464650] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 955.465351] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8b705088-b28d-4e9e-8a31-57cd3484a219 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.474021] env[69760]: DEBUG oslo_vmware.api [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 955.474021] env[69760]: value = "task-3394103" [ 955.474021] env[69760]: _type = "Task" [ 955.474021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.487694] env[69760]: DEBUG oslo_vmware.api [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.544368] env[69760]: DEBUG nova.compute.manager [req-f9ff58f0-0cd0-458d-994c-707fd42a8e8d req-72e3ccd5-538f-4a39-a91b-193b6c6b8659 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Received event network-vif-plugged-c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 955.544667] env[69760]: DEBUG oslo_concurrency.lockutils [req-f9ff58f0-0cd0-458d-994c-707fd42a8e8d req-72e3ccd5-538f-4a39-a91b-193b6c6b8659 service nova] Acquiring lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.544941] env[69760]: DEBUG oslo_concurrency.lockutils [req-f9ff58f0-0cd0-458d-994c-707fd42a8e8d req-72e3ccd5-538f-4a39-a91b-193b6c6b8659 service nova] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.549276] env[69760]: DEBUG oslo_concurrency.lockutils [req-f9ff58f0-0cd0-458d-994c-707fd42a8e8d req-72e3ccd5-538f-4a39-a91b-193b6c6b8659 service nova] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.549579] env[69760]: DEBUG nova.compute.manager [req-f9ff58f0-0cd0-458d-994c-707fd42a8e8d req-72e3ccd5-538f-4a39-a91b-193b6c6b8659 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] No waiting events found dispatching network-vif-plugged-c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 955.549776] env[69760]: WARNING nova.compute.manager [req-f9ff58f0-0cd0-458d-994c-707fd42a8e8d req-72e3ccd5-538f-4a39-a91b-193b6c6b8659 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Received unexpected event network-vif-plugged-c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 for instance with vm_state building and task_state spawning. [ 955.580270] env[69760]: DEBUG oslo_concurrency.lockutils [None req-305f80cc-f012-4ddc-9fca-55632599f8e1 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "0fa7bf74-e578-4158-9684-3f9d8ce3e569" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.558s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.623134] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394102, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.505665} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.623426] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] cdceaab0-e2d4-4971-93dd-2bcc87b77f4d/cdceaab0-e2d4-4971-93dd-2bcc87b77f4d.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 955.623652] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 955.623906] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-10b5c774-366f-49b5-a7d8-5d3a13c8fbb3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.629753] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 955.629753] env[69760]: value = "task-3394104" [ 955.629753] env[69760]: _type = "Task" [ 955.629753] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.639503] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394104, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.666654] env[69760]: DEBUG nova.network.neutron [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Successfully updated port: c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 955.935376] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.935617] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.935816] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.935993] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.936174] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.938933] env[69760]: INFO nova.compute.manager [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Terminating instance [ 955.983950] env[69760]: DEBUG oslo_vmware.api [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394103, 'name': PowerOffVM_Task, 'duration_secs': 0.287917} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.984239] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 955.984484] env[69760]: DEBUG nova.compute.manager [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 955.985246] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb05a2b2-1951-49cb-ba3a-10e2547e496f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.996672] env[69760]: DEBUG nova.network.neutron [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updated VIF entry in instance network info cache for port 4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 955.997013] env[69760]: DEBUG nova.network.neutron [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.139719] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394104, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064524} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.140009] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 956.140795] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd2b7ddb-6026-4a85-91e7-d83e67785d15 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.162721] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Reconfiguring VM instance instance-00000046 to attach disk [datastore1] cdceaab0-e2d4-4971-93dd-2bcc87b77f4d/cdceaab0-e2d4-4971-93dd-2bcc87b77f4d.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 956.164890] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69a40d10-387a-43e3-83d7-b20782488c79 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.179582] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "refresh_cache-ef1aa949-5359-4c88-8f5f-fcf895c7837a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.179762] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "refresh_cache-ef1aa949-5359-4c88-8f5f-fcf895c7837a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.179868] env[69760]: DEBUG nova.network.neutron [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.186361] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 956.186361] env[69760]: value = "task-3394105" [ 956.186361] env[69760]: _type = "Task" [ 956.186361] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.197936] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394105, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.328272] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bbce14f-b1db-4750-a448-491ddcf46c80 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.338408] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b46c3b8a-2dbc-4349-abe2-62e7e53e392b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.373136] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b91e4fd0-2caf-4c96-b277-84f2493de372 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.382316] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143561c2-a186-4e84-b56a-219e28233c60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.397707] env[69760]: DEBUG nova.compute.provider_tree [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.442495] env[69760]: DEBUG nova.compute.manager [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 956.442791] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.443679] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9d3282d-00cc-47f7-8110-0a965e4c0957 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.453105] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.453376] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-15d3e2fb-66fe-4a8e-97e3-78a08acac737 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.460143] env[69760]: DEBUG oslo_vmware.api [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 956.460143] env[69760]: value = "task-3394106" [ 956.460143] env[69760]: _type = "Task" [ 956.460143] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.468161] env[69760]: DEBUG oslo_vmware.api [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394106, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.496616] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56dbfa54-8235-4a93-9dd0-f8887c938921 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.048s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 956.499405] env[69760]: DEBUG oslo_concurrency.lockutils [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] Releasing lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.499528] env[69760]: DEBUG nova.compute.manager [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Received event network-changed-4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 956.499698] env[69760]: DEBUG nova.compute.manager [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing instance network info cache due to event network-changed-4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 956.499911] env[69760]: DEBUG oslo_concurrency.lockutils [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] Acquiring lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.500062] env[69760]: DEBUG oslo_concurrency.lockutils [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] Acquired lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.500229] env[69760]: DEBUG nova.network.neutron [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Refreshing network info cache for port 4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 956.698793] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394105, 'name': ReconfigVM_Task, 'duration_secs': 0.280337} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.699107] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Reconfigured VM instance instance-00000046 to attach disk [datastore1] cdceaab0-e2d4-4971-93dd-2bcc87b77f4d/cdceaab0-e2d4-4971-93dd-2bcc87b77f4d.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 956.699734] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8bb893dd-b522-4306-b744-9fd8af3a7205 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.706568] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 956.706568] env[69760]: value = "task-3394107" [ 956.706568] env[69760]: _type = "Task" [ 956.706568] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.715664] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394107, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.733269] env[69760]: DEBUG nova.network.neutron [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 956.845933] env[69760]: DEBUG nova.objects.instance [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'flavor' on Instance uuid 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 956.901564] env[69760]: DEBUG nova.scheduler.client.report [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.925565] env[69760]: DEBUG nova.network.neutron [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Updating instance_info_cache with network_info: [{"id": "c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230", "address": "fa:16:3e:df:f9:c9", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ccbd1c-8a", "ovs_interfaceid": "c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.970826] env[69760]: DEBUG oslo_vmware.api [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394106, 'name': PowerOffVM_Task, 'duration_secs': 0.40126} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.971115] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 956.971285] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 956.971531] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed50dd95-ac0a-432d-b884-12580b4677d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.052668] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.052885] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.053348] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Deleting the datastore file [datastore2] db6bdce5-50dc-40e8-b6b8-632a49ccc2e0 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.053348] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bec79890-101f-492a-a067-2e8bdcfd1bf7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.060466] env[69760]: DEBUG oslo_vmware.api [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 957.060466] env[69760]: value = "task-3394109" [ 957.060466] env[69760]: _type = "Task" [ 957.060466] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.070574] env[69760]: DEBUG oslo_vmware.api [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394109, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.212480] env[69760]: DEBUG nova.network.neutron [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updated VIF entry in instance network info cache for port 4826bb18-5807-4d7c-a185-aec644771327. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 957.212975] env[69760]: DEBUG nova.network.neutron [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [{"id": "4826bb18-5807-4d7c-a185-aec644771327", "address": "fa:16:3e:52:d1:a5", "network": {"id": "0386b485-f9b7-4108-96be-1dfac81b83d4", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-1744922854-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.177", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47f6bc4c96784c08b0ab08a685ff9a80", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "bab6a6c3-1c5c-4776-b21b-dec21196d702", "external-id": "nsx-vlan-transportzone-634", "segmentation_id": 634, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4826bb18-58", "ovs_interfaceid": "4826bb18-5807-4d7c-a185-aec644771327", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.218384] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394107, 'name': Rename_Task, 'duration_secs': 0.17524} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.218860] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 957.219156] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50d5e318-8ced-4b84-822e-7c61f5bd83c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.225711] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 957.225711] env[69760]: value = "task-3394110" [ 957.225711] env[69760]: _type = "Task" [ 957.225711] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.233800] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394110, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.351936] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.352181] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.352437] env[69760]: DEBUG nova.network.neutron [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 957.352668] env[69760]: DEBUG nova.objects.instance [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'info_cache' on Instance uuid 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.409707] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.409707] env[69760]: DEBUG nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 957.412186] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.573s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.413574] env[69760]: INFO nova.compute.claims [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.428121] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "refresh_cache-ef1aa949-5359-4c88-8f5f-fcf895c7837a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.428476] env[69760]: DEBUG nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Instance network_info: |[{"id": "c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230", "address": "fa:16:3e:df:f9:c9", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ccbd1c-8a", "ovs_interfaceid": "c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 957.429241] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:f9:c9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c5652322-9f10-4996-baed-4c0aa13a1b4e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 957.437281] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.437710] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 957.437976] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe39bcc0-9641-4cc4-805b-cfb43f737780 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.460976] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 957.460976] env[69760]: value = "task-3394111" [ 957.460976] env[69760]: _type = "Task" [ 957.460976] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.469458] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394111, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.574098] env[69760]: DEBUG oslo_vmware.api [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394109, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367414} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.574381] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.574591] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.575044] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.575044] env[69760]: INFO nova.compute.manager [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Took 1.13 seconds to destroy the instance on the hypervisor. [ 957.575246] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 957.575406] env[69760]: DEBUG nova.compute.manager [-] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 957.575501] env[69760]: DEBUG nova.network.neutron [-] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 957.580093] env[69760]: DEBUG nova.compute.manager [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Received event network-changed-c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 957.580283] env[69760]: DEBUG nova.compute.manager [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Refreshing instance network info cache due to event network-changed-c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 957.580491] env[69760]: DEBUG oslo_concurrency.lockutils [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] Acquiring lock "refresh_cache-ef1aa949-5359-4c88-8f5f-fcf895c7837a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.580632] env[69760]: DEBUG oslo_concurrency.lockutils [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] Acquired lock "refresh_cache-ef1aa949-5359-4c88-8f5f-fcf895c7837a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.580793] env[69760]: DEBUG nova.network.neutron [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Refreshing network info cache for port c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 957.719931] env[69760]: DEBUG oslo_concurrency.lockutils [req-52005cf9-b761-4be9-9089-c5f4eb7a25c1 req-cc0b09a5-d951-4eab-b39f-5884934c86dc service nova] Releasing lock "refresh_cache-962a8802-6352-4848-aec5-4ba82c22c060" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.737840] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394110, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.856544] env[69760]: DEBUG nova.objects.base [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Object Instance<858a69fe-35fd-4ca8-abc2-5e4e01b40e02> lazy-loaded attributes: flavor,info_cache {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 957.918698] env[69760]: DEBUG nova.compute.utils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.923790] env[69760]: DEBUG nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 957.924891] env[69760]: DEBUG nova.network.neutron [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 957.967166] env[69760]: DEBUG nova.policy [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07df43a5012144ccb888d91c5d7c8733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f774b9ef2454b278327e448f17641ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.974230] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394111, 'name': CreateVM_Task, 'duration_secs': 0.505403} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.974346] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 957.975082] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.975199] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.975542] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.975812] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27d810ef-7e80-4324-8ed9-8dbfa43b0703 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.980289] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 957.980289] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52406b02-b8c2-8677-7b30-726d265c01a8" [ 957.980289] env[69760]: _type = "Task" [ 957.980289] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.988052] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52406b02-b8c2-8677-7b30-726d265c01a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.237979] env[69760]: DEBUG oslo_vmware.api [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394110, 'name': PowerOnVM_Task, 'duration_secs': 0.598432} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.238417] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 958.238768] env[69760]: INFO nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Took 7.43 seconds to spawn the instance on the hypervisor. [ 958.239640] env[69760]: DEBUG nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 958.240513] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbbbc44b-23e9-4320-b558-d2559c72922e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.274742] env[69760]: DEBUG nova.network.neutron [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Successfully created port: dce5fe34-560d-4ec3-9276-4ab6152d9129 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 958.296104] env[69760]: DEBUG nova.network.neutron [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Updated VIF entry in instance network info cache for port c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 958.296481] env[69760]: DEBUG nova.network.neutron [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Updating instance_info_cache with network_info: [{"id": "c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230", "address": "fa:16:3e:df:f9:c9", "network": {"id": "7d0cae18-0096-49c6-9acc-c99b0691a889", "bridge": "br-int", "label": "tempest-ImagesTestJSON-667673260-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1935f599ecb147f29329dc8f4ef9eaf2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c5652322-9f10-4996-baed-4c0aa13a1b4e", "external-id": "nsx-vlan-transportzone-941", "segmentation_id": 941, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc8ccbd1c-8a", "ovs_interfaceid": "c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.314514] env[69760]: DEBUG nova.network.neutron [-] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.425261] env[69760]: DEBUG nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 958.493419] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52406b02-b8c2-8677-7b30-726d265c01a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010185} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.494276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.494276] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 958.494276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.494495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.494692] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 958.494987] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-68f8cb64-8f50-4ed4-a37a-6b22a38a27b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.505041] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 958.505230] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 958.506332] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9312cd22-cb93-4901-8fc6-94e8a1c0b4f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.510932] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 958.510932] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521823ad-d9b7-965c-b6fd-c622c1dc365f" [ 958.510932] env[69760]: _type = "Task" [ 958.510932] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.521624] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521823ad-d9b7-965c-b6fd-c622c1dc365f, 'name': SearchDatastore_Task, 'duration_secs': 0.00852} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.524566] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23e96b46-4bb6-4181-9377-a089841664d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.532598] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 958.532598] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b325f0-c8b2-cf20-f07a-10f9aabeb9bd" [ 958.532598] env[69760]: _type = "Task" [ 958.532598] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.541682] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b325f0-c8b2-cf20-f07a-10f9aabeb9bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.630798] env[69760]: DEBUG nova.network.neutron [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.719834] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20d200ca-4d63-4373-a800-8742d56c2698 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.727907] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427d8668-4c4b-4b5b-817b-cfbb2929c6b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.762652] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bcc0ebe-fc63-4530-add5-96ba8dec6d26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.768152] env[69760]: INFO nova.compute.manager [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Took 22.01 seconds to build instance. [ 958.772921] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a281dc51-9ebf-4d85-9f69-35d55b6a6948 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.788880] env[69760]: DEBUG nova.compute.provider_tree [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 958.802030] env[69760]: DEBUG oslo_concurrency.lockutils [req-3ff9a1b9-d7ff-4f1b-95d3-1aed737b4204 req-4d20781b-ea47-4e3b-b2b2-ecf2d23e2704 service nova] Releasing lock "refresh_cache-ef1aa949-5359-4c88-8f5f-fcf895c7837a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.817433] env[69760]: INFO nova.compute.manager [-] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Took 1.24 seconds to deallocate network for instance. [ 959.043742] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b325f0-c8b2-cf20-f07a-10f9aabeb9bd, 'name': SearchDatastore_Task, 'duration_secs': 0.008655} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.044051] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.044316] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ef1aa949-5359-4c88-8f5f-fcf895c7837a/ef1aa949-5359-4c88-8f5f-fcf895c7837a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 959.044687] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9cb8373-c1f5-4a8a-8971-1d6d9bcdd9a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.052370] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 959.052370] env[69760]: value = "task-3394112" [ 959.052370] env[69760]: _type = "Task" [ 959.052370] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.058531] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394112, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.134052] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.270384] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a18a41eb-881b-4219-9c5c-26872d4a366b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.550s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.292090] env[69760]: DEBUG nova.scheduler.client.report [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 959.324551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.441032] env[69760]: DEBUG nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 959.471807] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 959.472058] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 959.472233] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.472423] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 959.472598] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.472756] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 959.472971] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 959.473152] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 959.473337] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 959.473492] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 959.473668] env[69760]: DEBUG nova.virt.hardware [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 959.474657] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c29672-9452-459b-b4ba-0d61490c1fd4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.486556] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-787e6065-6b21-4390-840a-8384e4b3bd1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.560570] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394112, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.452} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.560847] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ef1aa949-5359-4c88-8f5f-fcf895c7837a/ef1aa949-5359-4c88-8f5f-fcf895c7837a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 959.561075] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 959.561332] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9e7afe69-bea4-4436-86f4-b948c29296a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.567823] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 959.567823] env[69760]: value = "task-3394113" [ 959.567823] env[69760]: _type = "Task" [ 959.567823] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 959.576889] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394113, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.610469] env[69760]: DEBUG nova.compute.manager [req-fd1582e7-46c2-4d5d-b49d-9e3970bd5e5c req-420ad4d5-5fd4-4edb-933f-0b24533cb576 service nova] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Received event network-vif-deleted-aa91fb76-1554-4c06-81a3-d53d62f7c31b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 959.797244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.385s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 959.797781] env[69760]: DEBUG nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 959.800308] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 10.954s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 959.843796] env[69760]: DEBUG nova.network.neutron [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Successfully updated port: dce5fe34-560d-4ec3-9276-4ab6152d9129 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 960.078886] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394113, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059353} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.079267] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 960.080533] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d90f740c-4035-4b07-8ba6-8ceac5092708 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.105767] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Reconfiguring VM instance instance-00000047 to attach disk [datastore1] ef1aa949-5359-4c88-8f5f-fcf895c7837a/ef1aa949-5359-4c88-8f5f-fcf895c7837a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 960.105767] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b245d8b-34b8-4a16-b57c-225854187606 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.127178] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 960.127178] env[69760]: value = "task-3394114" [ 960.127178] env[69760]: _type = "Task" [ 960.127178] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.135287] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394114, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.138938] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 960.139275] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c98cac70-ebca-40b5-8ec2-ad3ec619a273 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.147443] env[69760]: DEBUG oslo_vmware.api [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 960.147443] env[69760]: value = "task-3394115" [ 960.147443] env[69760]: _type = "Task" [ 960.147443] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.157342] env[69760]: DEBUG oslo_vmware.api [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394115, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.304034] env[69760]: DEBUG nova.compute.utils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 960.307805] env[69760]: DEBUG nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 960.346661] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-d7a63e58-8c56-411f-a8ea-1746fa59c4e6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.346820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-d7a63e58-8c56-411f-a8ea-1746fa59c4e6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.346964] env[69760]: DEBUG nova.network.neutron [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 960.597262] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eab2f7e-f649-45bc-8a6a-ec419f2ab0e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.607974] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5fcc5-c143-4116-ada7-31bd9d1b9c36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.644635] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8724c14-0ade-402d-8d0a-3630cc4a53bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.655925] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394114, 'name': ReconfigVM_Task, 'duration_secs': 0.317247} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.656619] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Reconfigured VM instance instance-00000047 to attach disk [datastore1] ef1aa949-5359-4c88-8f5f-fcf895c7837a/ef1aa949-5359-4c88-8f5f-fcf895c7837a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 960.658202] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d51b7ee-873d-41db-922a-9a77f156a009 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.664573] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4ae59563-9d52-47dd-9762-c914af53b7b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.666273] env[69760]: DEBUG oslo_vmware.api [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394115, 'name': PowerOnVM_Task, 'duration_secs': 0.45627} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 960.666895] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 960.667148] env[69760]: DEBUG nova.compute.manager [None req-d7715944-7955-4f95-a8a8-60f40ef40e14 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.668324] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70b45adc-863b-4ddc-adf5-a9d2cc1a8fd9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.679912] env[69760]: DEBUG nova.compute.provider_tree [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 960.682411] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 960.682411] env[69760]: value = "task-3394116" [ 960.682411] env[69760]: _type = "Task" [ 960.682411] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 960.693965] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394116, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 960.742573] env[69760]: DEBUG nova.compute.manager [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 960.743818] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b381d3b-6ffc-4371-b901-4d3c19048225 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 960.809201] env[69760]: DEBUG nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 960.896771] env[69760]: DEBUG nova.network.neutron [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 961.079938] env[69760]: DEBUG nova.network.neutron [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Updating instance_info_cache with network_info: [{"id": "dce5fe34-560d-4ec3-9276-4ab6152d9129", "address": "fa:16:3e:ab:4a:e6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce5fe34-56", "ovs_interfaceid": "dce5fe34-560d-4ec3-9276-4ab6152d9129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 961.184551] env[69760]: DEBUG nova.scheduler.client.report [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 961.198963] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394116, 'name': Rename_Task, 'duration_secs': 0.412404} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 961.199771] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 961.200029] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-afe137ff-2ab8-41f9-89d1-db814292336a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.207233] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 961.207233] env[69760]: value = "task-3394117" [ 961.207233] env[69760]: _type = "Task" [ 961.207233] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.215909] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394117, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.254293] env[69760]: INFO nova.compute.manager [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] instance snapshotting [ 961.257183] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cad24cf-b589-4a6d-b36d-1a33f0df884e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.278259] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8731138f-299e-4b0a-bcac-00a352542aa0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.582708] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-d7a63e58-8c56-411f-a8ea-1746fa59c4e6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.583077] env[69760]: DEBUG nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Instance network_info: |[{"id": "dce5fe34-560d-4ec3-9276-4ab6152d9129", "address": "fa:16:3e:ab:4a:e6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce5fe34-56", "ovs_interfaceid": "dce5fe34-560d-4ec3-9276-4ab6152d9129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 961.583513] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ab:4a:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dce5fe34-560d-4ec3-9276-4ab6152d9129', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.591119] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.591328] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.591554] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe27efba-8a98-4543-95a1-04dcd7b12ce3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.613747] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.613747] env[69760]: value = "task-3394118" [ 961.613747] env[69760]: _type = "Task" [ 961.613747] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.639332] env[69760]: DEBUG nova.compute.manager [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Received event network-vif-plugged-dce5fe34-560d-4ec3-9276-4ab6152d9129 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.639544] env[69760]: DEBUG oslo_concurrency.lockutils [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] Acquiring lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.639789] env[69760]: DEBUG oslo_concurrency.lockutils [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.639906] env[69760]: DEBUG oslo_concurrency.lockutils [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.640085] env[69760]: DEBUG nova.compute.manager [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] No waiting events found dispatching network-vif-plugged-dce5fe34-560d-4ec3-9276-4ab6152d9129 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 961.640254] env[69760]: WARNING nova.compute.manager [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Received unexpected event network-vif-plugged-dce5fe34-560d-4ec3-9276-4ab6152d9129 for instance with vm_state building and task_state spawning. [ 961.640412] env[69760]: DEBUG nova.compute.manager [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Received event network-changed-dce5fe34-560d-4ec3-9276-4ab6152d9129 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 961.640564] env[69760]: DEBUG nova.compute.manager [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Refreshing instance network info cache due to event network-changed-dce5fe34-560d-4ec3-9276-4ab6152d9129. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 961.640742] env[69760]: DEBUG oslo_concurrency.lockutils [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] Acquiring lock "refresh_cache-d7a63e58-8c56-411f-a8ea-1746fa59c4e6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.640874] env[69760]: DEBUG oslo_concurrency.lockutils [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] Acquired lock "refresh_cache-d7a63e58-8c56-411f-a8ea-1746fa59c4e6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.641177] env[69760]: DEBUG nova.network.neutron [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Refreshing network info cache for port dce5fe34-560d-4ec3-9276-4ab6152d9129 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 961.719257] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394117, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.792037] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 961.792517] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a4261997-113e-4142-825c-bc09f87b35d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.800903] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 961.800903] env[69760]: value = "task-3394119" [ 961.800903] env[69760]: _type = "Task" [ 961.800903] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.809388] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394119, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 961.819133] env[69760]: DEBUG nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 961.847862] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 961.848197] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 961.848341] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 961.848704] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 961.848886] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 961.849069] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 961.849316] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 961.849497] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 961.849774] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 961.849876] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 961.850088] env[69760]: DEBUG nova.virt.hardware [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 961.851372] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c543359-140e-48b0-89aa-db81d8a4db8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.859817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14717a6f-fbd3-4d5b-a9cd-c05357c1eaee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.873653] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 961.879207] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Creating folder: Project (90f889198f7b412384f7c4e3dd451673). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.879617] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ccaf0541-466d-4438-8c96-fa40f7ad73ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.890636] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Created folder: Project (90f889198f7b412384f7c4e3dd451673) in parent group-v676970. [ 961.890842] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Creating folder: Instances. Parent ref: group-v677174. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 961.891121] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f7a5cc11-53c0-4627-a5eb-464c63e327cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.903414] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Created folder: Instances in parent group-v677174. [ 961.903648] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 961.903841] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 961.904077] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be047873-06b6-4444-aad4-2ff505a54cfe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 961.920793] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 961.920793] env[69760]: value = "task-3394122" [ 961.920793] env[69760]: _type = "Task" [ 961.920793] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 961.928253] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394122, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.124492] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394118, 'name': CreateVM_Task, 'duration_secs': 0.349104} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.124743] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.125492] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.125743] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.126100] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.126698] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-074a3821-5e57-435e-aa74-3d2cc01fbb86 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.131556] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 962.131556] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52570e11-c38d-eae0-8580-21666d1cca3e" [ 962.131556] env[69760]: _type = "Task" [ 962.131556] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.139743] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52570e11-c38d-eae0-8580-21666d1cca3e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.200307] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.400s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 962.203186] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.214s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 962.203418] env[69760]: DEBUG nova.objects.instance [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lazy-loading 'resources' on Instance uuid f9da202e-13aa-4c70-ae15-dfeb3093a299 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 962.218878] env[69760]: DEBUG oslo_vmware.api [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394117, 'name': PowerOnVM_Task, 'duration_secs': 0.810134} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.219288] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 962.219367] env[69760]: INFO nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Took 7.07 seconds to spawn the instance on the hypervisor. [ 962.219566] env[69760]: DEBUG nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 962.220414] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e947e9-e2b7-4bbd-bc60-09eb2812a3a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.313599] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394119, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.382910] env[69760]: DEBUG nova.network.neutron [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Updated VIF entry in instance network info cache for port dce5fe34-560d-4ec3-9276-4ab6152d9129. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 962.383285] env[69760]: DEBUG nova.network.neutron [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Updating instance_info_cache with network_info: [{"id": "dce5fe34-560d-4ec3-9276-4ab6152d9129", "address": "fa:16:3e:ab:4a:e6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdce5fe34-56", "ovs_interfaceid": "dce5fe34-560d-4ec3-9276-4ab6152d9129", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.432692] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394122, 'name': CreateVM_Task, 'duration_secs': 0.35114} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.432879] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 962.433326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.433484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.433803] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.434075] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-411128f5-64c0-4d59-9a5a-2faf7c2bb834 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.438397] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 962.438397] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f0961c-ec01-4c04-4c95-41357c014cb7" [ 962.438397] env[69760]: _type = "Task" [ 962.438397] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.446323] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f0961c-ec01-4c04-4c95-41357c014cb7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.642405] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52570e11-c38d-eae0-8580-21666d1cca3e, 'name': SearchDatastore_Task, 'duration_secs': 0.009646} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.642767] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.643023] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.643272] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.643422] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.643603] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.643867] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35b903c8-26b7-4f00-af6a-ae3bd1bbe7b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.657026] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.657219] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.657920] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3217a736-599e-40eb-a837-66149e18e075 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.662952] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 962.662952] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522d32f4-8b8c-711f-321c-458831e1aab6" [ 962.662952] env[69760]: _type = "Task" [ 962.662952] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.670447] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522d32f4-8b8c-711f-321c-458831e1aab6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.741274] env[69760]: INFO nova.compute.manager [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Took 22.10 seconds to build instance. [ 962.764689] env[69760]: INFO nova.scheduler.client.report [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted allocation for migration 3dde145e-5ac4-4edc-a9b0-1253358fe287 [ 962.815868] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394119, 'name': CreateSnapshot_Task, 'duration_secs': 0.651089} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.816937] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 962.816937] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64340aec-c42f-40d2-a3d4-1f9d299092a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.886635] env[69760]: DEBUG oslo_concurrency.lockutils [req-be5f6a24-4f67-43e0-99f7-58c64a640077 req-2c6d335a-cca6-48c8-a0e8-1355370289d0 service nova] Releasing lock "refresh_cache-d7a63e58-8c56-411f-a8ea-1746fa59c4e6" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.950158] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f0961c-ec01-4c04-4c95-41357c014cb7, 'name': SearchDatastore_Task, 'duration_secs': 0.011641} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 962.950472] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.950709] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 962.950947] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.951110] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.951300] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 962.951569] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-21d35a19-eb83-42e3-ac16-f704f33d4c22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.959886] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 962.959886] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 962.960392] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76868942-37a9-47a6-b672-5d532943d423 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.965149] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 962.965149] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52134b91-f30f-f725-39a5-f4aab93fdf2c" [ 962.965149] env[69760]: _type = "Task" [ 962.965149] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.975313] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52134b91-f30f-f725-39a5-f4aab93fdf2c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.993703] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fd118fa-afa0-4266-a65d-c7c5fb2eae07 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.000845] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77d80319-c616-40a1-bf81-22772b2c8de7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.032172] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d8d0eb-fcbe-4bd8-9338-16e19c53d7bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.039454] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e16ebf95-3b53-4845-8359-6430423b9e06 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.052462] env[69760]: DEBUG nova.compute.provider_tree [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 963.173582] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522d32f4-8b8c-711f-321c-458831e1aab6, 'name': SearchDatastore_Task, 'duration_secs': 0.043122} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.174395] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ed1c2eb-67cd-4287-b945-d6f8fa32832f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.179991] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 963.179991] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d7e98e-9534-d926-0522-9c133af731c3" [ 963.179991] env[69760]: _type = "Task" [ 963.179991] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.187292] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d7e98e-9534-d926-0522-9c133af731c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.243393] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cd1fdc55-7b68-4a41-961b-8648c7ca548b tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.612s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.271716] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4967a45c-ec33-46ec-a43b-ef077d9a14a0 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 17.815s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.340084] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 963.340807] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-b0d89ce4-9f6a-4796-8a82-28297492bbc3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.350859] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 963.350859] env[69760]: value = "task-3394123" [ 963.350859] env[69760]: _type = "Task" [ 963.350859] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.361537] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394123, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.475757] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52134b91-f30f-f725-39a5-f4aab93fdf2c, 'name': SearchDatastore_Task, 'duration_secs': 0.013066} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.475973] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e513ef4-a063-4d07-92a6-47fcd3b3aa44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.481277] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 963.481277] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5289d3f5-187d-fc0c-3f0e-94ae0118bb1b" [ 963.481277] env[69760]: _type = "Task" [ 963.481277] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.489049] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5289d3f5-187d-fc0c-3f0e-94ae0118bb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.555412] env[69760]: DEBUG nova.scheduler.client.report [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 963.692834] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d7e98e-9534-d926-0522-9c133af731c3, 'name': SearchDatastore_Task, 'duration_secs': 0.036139} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.693182] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.693361] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] d7a63e58-8c56-411f-a8ea-1746fa59c4e6/d7a63e58-8c56-411f-a8ea-1746fa59c4e6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.693636] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ba1b000a-537e-4cc0-abcb-914c60070dd6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.700157] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 963.700157] env[69760]: value = "task-3394124" [ 963.700157] env[69760]: _type = "Task" [ 963.700157] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.708513] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394124, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.778424] env[69760]: DEBUG nova.compute.manager [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 963.779528] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b1d617-fd2c-4987-a14a-44c4837edf5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.861280] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394123, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.992342] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5289d3f5-187d-fc0c-3f0e-94ae0118bb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.017097} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.992603] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.992916] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 963.993280] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61635386-7d38-41e0-bdfc-a7c661d76022 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.001112] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 964.001112] env[69760]: value = "task-3394125" [ 964.001112] env[69760]: _type = "Task" [ 964.001112] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.011976] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394125, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.061025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.858s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.064312] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.849s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 964.064312] env[69760]: DEBUG nova.objects.instance [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lazy-loading 'resources' on Instance uuid 506b1ae3-fc96-4c09-9e45-8fceeb80b492 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 964.094818] env[69760]: INFO nova.scheduler.client.report [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Deleted allocations for instance f9da202e-13aa-4c70-ae15-dfeb3093a299 [ 964.211361] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394124, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.291176] env[69760]: INFO nova.compute.manager [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] instance snapshotting [ 964.296810] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4e62c24-04a4-40d2-b686-507fe8285db6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.317806] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-021ad845-5138-466d-9497-c6e39fd52f6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.362502] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394123, 'name': CloneVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.511894] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394125, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.602585] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fec89ab4-b600-4bc9-9708-c7b69486379a tempest-SecurityGroupsTestJSON-323241233 tempest-SecurityGroupsTestJSON-323241233-project-member] Lock "f9da202e-13aa-4c70-ae15-dfeb3093a299" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.235s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.710115] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394124, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526668} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.712838] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] d7a63e58-8c56-411f-a8ea-1746fa59c4e6/d7a63e58-8c56-411f-a8ea-1746fa59c4e6.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 964.713100] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 964.713552] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0c822da5-103f-45e8-bd5b-2c8d3e6bab01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.719716] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 964.719716] env[69760]: value = "task-3394126" [ 964.719716] env[69760]: _type = "Task" [ 964.719716] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.729865] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394126, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.830260] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 964.830796] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-0b451ee2-7629-4beb-8a20-421f63198439 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.838430] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 964.838430] env[69760]: value = "task-3394127" [ 964.838430] env[69760]: _type = "Task" [ 964.838430] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.851560] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.865957] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394123, 'name': CloneVM_Task, 'duration_secs': 1.038058} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.866280] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Created linked-clone VM from snapshot [ 964.867162] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22cada5c-7f6b-4f1a-9600-e87f3c0bfe53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.874769] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Uploading image 6093fec1-e14e-43d1-9f39-3ee797b49c63 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 964.879207] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf50e01-0cc0-4759-987b-294f865e17ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.885884] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e03745-41ce-41aa-bcf8-c1c8d6ac0486 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.890613] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 964.890864] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-cfea713b-b722-4706-b689-32d1ed0642ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.919133] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31208968-dea1-4276-95bf-2244cf22a8cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.923157] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 964.923157] env[69760]: value = "task-3394128" [ 964.923157] env[69760]: _type = "Task" [ 964.923157] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.930951] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4a55cbc-598c-42ad-9006-915782a2ac0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.939642] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394128, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.950044] env[69760]: DEBUG nova.compute.provider_tree [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.012093] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394125, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676805} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.012491] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 965.012784] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 965.013110] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-76675cff-1d00-4a9a-88dc-1e587209374e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.019296] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 965.019296] env[69760]: value = "task-3394129" [ 965.019296] env[69760]: _type = "Task" [ 965.019296] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.030223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.030223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.030223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.030223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.030223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.030983] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394129, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.031654] env[69760]: INFO nova.compute.manager [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Terminating instance [ 965.230107] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394126, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163241} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.230397] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.231183] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64b84595-d2e7-499b-9714-67f291b4e3b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.258023] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] d7a63e58-8c56-411f-a8ea-1746fa59c4e6/d7a63e58-8c56-411f-a8ea-1746fa59c4e6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.258023] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73ec8e01-c6e8-4f0b-804c-8252281fb827 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.276450] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 965.276450] env[69760]: value = "task-3394130" [ 965.276450] env[69760]: _type = "Task" [ 965.276450] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.287028] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.347661] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.435770] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394128, 'name': Destroy_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.481139] env[69760]: ERROR nova.scheduler.client.report [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] [req-64a6b377-e02c-4db5-a1bf-26fbc4fb0e11] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 0341868b-b8c4-4012-b007-040da1f96754. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-64a6b377-e02c-4db5-a1bf-26fbc4fb0e11"}]} [ 965.501842] env[69760]: DEBUG nova.scheduler.client.report [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 965.519717] env[69760]: DEBUG nova.scheduler.client.report [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 965.519960] env[69760]: DEBUG nova.compute.provider_tree [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 965.534541] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394129, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.257451} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.535749] env[69760]: DEBUG nova.scheduler.client.report [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 965.540180] env[69760]: DEBUG nova.compute.manager [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 965.540410] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 965.540779] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 965.542162] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae910bf7-713c-4e62-97a5-219f41aa5900 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.545557] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c27d38c-6010-4ad7-9ba7-847378647034 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.552919] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 965.561647] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8eebfc83-a357-4445-b138-ca8d2a929543 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.572382] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Reconfiguring VM instance instance-00000049 to attach disk [datastore2] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 965.573318] env[69760]: DEBUG nova.scheduler.client.report [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 965.575763] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-451f0702-c0b7-4479-9df4-4f04649db362 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.597884] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 965.597884] env[69760]: value = "task-3394132" [ 965.597884] env[69760]: _type = "Task" [ 965.597884] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.600025] env[69760]: DEBUG oslo_vmware.api [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 965.600025] env[69760]: value = "task-3394131" [ 965.600025] env[69760]: _type = "Task" [ 965.600025] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.612660] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394132, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.620038] env[69760]: DEBUG oslo_vmware.api [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.700883] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.701148] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.787294] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394130, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.856978] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394127, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.874282] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "40567fa1-7b4d-4334-a3b2-34c92981f237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.874619] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.874838] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "40567fa1-7b4d-4334-a3b2-34c92981f237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 965.875038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.875208] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.878742] env[69760]: INFO nova.compute.manager [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Terminating instance [ 965.943940] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394128, 'name': Destroy_Task, 'duration_secs': 0.835252} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.943940] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Destroyed the VM [ 965.943940] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 965.943940] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-2d15d88a-6a09-4487-b70c-46e7071253a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.951375] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 965.951375] env[69760]: value = "task-3394133" [ 965.951375] env[69760]: _type = "Task" [ 965.951375] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.957441] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3234fe0-9d98-496e-a7b3-517f908392dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.967158] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394133, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.972412] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef5fc903-cea9-474e-8012-d4744e219b89 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.005391] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6945312a-ca75-4731-b85a-384ce15ed592 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.013305] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68033105-c542-4665-9c10-d8ee6b2687d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.029673] env[69760]: DEBUG nova.compute.provider_tree [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.112828] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394132, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.116094] env[69760]: DEBUG oslo_vmware.api [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394131, 'name': PowerOffVM_Task, 'duration_secs': 0.257523} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.116407] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.116615] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.116896] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-32e5f0cc-8367-4a54-9541-ab6520ed5d98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.184716] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 966.184995] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 966.185177] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleting the datastore file [datastore2] 6ac67906-d275-4b04-adf0-a9c101b9ec5e {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 966.185472] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5305ecc-fa1a-49e8-b02b-acfcb14078c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.193179] env[69760]: DEBUG oslo_vmware.api [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 966.193179] env[69760]: value = "task-3394135" [ 966.193179] env[69760]: _type = "Task" [ 966.193179] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.202986] env[69760]: DEBUG oslo_vmware.api [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394135, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.208148] env[69760]: DEBUG nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 966.288443] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394130, 'name': ReconfigVM_Task, 'duration_secs': 0.65853} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.288443] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Reconfigured VM instance instance-00000048 to attach disk [datastore1] d7a63e58-8c56-411f-a8ea-1746fa59c4e6/d7a63e58-8c56-411f-a8ea-1746fa59c4e6.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.288443] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cbe20a41-a81f-4ca0-8202-a752c2dcf9eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.294449] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 966.294449] env[69760]: value = "task-3394136" [ 966.294449] env[69760]: _type = "Task" [ 966.294449] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.303867] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394136, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.351577] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394127, 'name': CreateSnapshot_Task, 'duration_secs': 1.075113} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.351864] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 966.353198] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10bab530-7ffd-4d25-abdd-d61339cf838f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.386449] env[69760]: DEBUG nova.compute.manager [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 966.386788] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 966.388330] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87683de4-8a7d-4a46-a9ba-f3e319fc09fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.397028] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 966.397377] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25f63243-748d-4b6f-a683-43a7b54313fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.405300] env[69760]: DEBUG oslo_vmware.api [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 966.405300] env[69760]: value = "task-3394137" [ 966.405300] env[69760]: _type = "Task" [ 966.405300] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.418282] env[69760]: DEBUG oslo_vmware.api [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3394137, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.467936] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394133, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.568731] env[69760]: DEBUG nova.scheduler.client.report [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 104 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 966.569169] env[69760]: DEBUG nova.compute.provider_tree [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 104 to 105 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 966.569400] env[69760]: DEBUG nova.compute.provider_tree [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 101, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 966.611586] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394132, 'name': ReconfigVM_Task, 'duration_secs': 0.667259} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.611983] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Reconfigured VM instance instance-00000049 to attach disk [datastore2] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 966.612677] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-85a274f4-e74b-412f-84cd-b19d41c37735 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.619772] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 966.619772] env[69760]: value = "task-3394138" [ 966.619772] env[69760]: _type = "Task" [ 966.619772] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.628792] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394138, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.704692] env[69760]: DEBUG oslo_vmware.api [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394135, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.258487} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.704870] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 966.705092] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 966.705336] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 966.705460] env[69760]: INFO nova.compute.manager [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Took 1.17 seconds to destroy the instance on the hypervisor. [ 966.705714] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 966.706030] env[69760]: DEBUG nova.compute.manager [-] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 966.706065] env[69760]: DEBUG nova.network.neutron [-] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 966.741707] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 966.804906] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394136, 'name': Rename_Task, 'duration_secs': 0.201142} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.805351] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 966.805764] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af82cf8f-a45f-4080-897d-320df408428f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.814637] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 966.814637] env[69760]: value = "task-3394139" [ 966.814637] env[69760]: _type = "Task" [ 966.814637] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.823308] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394139, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.872677] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 966.873092] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-af058fe7-659a-4248-95c6-2aeb5cb98ebd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.880742] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 966.880742] env[69760]: value = "task-3394140" [ 966.880742] env[69760]: _type = "Task" [ 966.880742] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.889733] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394140, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.921341] env[69760]: DEBUG oslo_vmware.api [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3394137, 'name': PowerOffVM_Task, 'duration_secs': 0.213281} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.923108] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 966.923692] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 966.924282] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc699605-c0db-4d74-b58b-a471086fe007 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.967422] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394133, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.014229] env[69760]: DEBUG nova.compute.manager [req-af1be4d2-d2f9-4b55-93c4-021ec1b74b93 req-ea7a7dba-0d2d-4591-a68f-da1645528a5a service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Received event network-vif-deleted-4be9a3f8-c87d-41c0-86ab-bc5b0e21be24 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 967.014620] env[69760]: INFO nova.compute.manager [req-af1be4d2-d2f9-4b55-93c4-021ec1b74b93 req-ea7a7dba-0d2d-4591-a68f-da1645528a5a service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Neutron deleted interface 4be9a3f8-c87d-41c0-86ab-bc5b0e21be24; detaching it from the instance and deleting it from the info cache [ 967.014935] env[69760]: DEBUG nova.network.neutron [req-af1be4d2-d2f9-4b55-93c4-021ec1b74b93 req-ea7a7dba-0d2d-4591-a68f-da1645528a5a service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.040403] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 967.040672] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 967.041261] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Deleting the datastore file [datastore1] 40567fa1-7b4d-4334-a3b2-34c92981f237 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 967.041261] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-72e6ef88-de0f-41fd-9eb4-012653807bda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.048397] env[69760]: DEBUG oslo_vmware.api [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for the task: (returnval){ [ 967.048397] env[69760]: value = "task-3394142" [ 967.048397] env[69760]: _type = "Task" [ 967.048397] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.058295] env[69760]: DEBUG oslo_vmware.api [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3394142, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.075492] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 3.011s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.078287] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.062s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.078287] env[69760]: DEBUG nova.objects.instance [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lazy-loading 'resources' on Instance uuid d3a4cde4-60db-489f-ae8d-66372fe71361 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 967.100800] env[69760]: INFO nova.scheduler.client.report [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Deleted allocations for instance 506b1ae3-fc96-4c09-9e45-8fceeb80b492 [ 967.134690] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394138, 'name': Rename_Task, 'duration_secs': 0.221099} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.135186] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 967.135584] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3f5d0f8a-6e44-4d3d-b642-2c9549adc46a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.145674] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 967.145674] env[69760]: value = "task-3394143" [ 967.145674] env[69760]: _type = "Task" [ 967.145674] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.165227] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.327025] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394139, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.392524] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394140, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.466892] env[69760]: DEBUG oslo_vmware.api [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394133, 'name': RemoveSnapshot_Task, 'duration_secs': 1.282497} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.467288] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 967.489251] env[69760]: DEBUG nova.network.neutron [-] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 967.520671] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-138f7fa3-b76a-473a-8230-3f6ccd3d8d80 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.532183] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abd57824-17ef-4390-89ae-c8ccc7f4a3bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.567574] env[69760]: DEBUG nova.compute.manager [req-af1be4d2-d2f9-4b55-93c4-021ec1b74b93 req-ea7a7dba-0d2d-4591-a68f-da1645528a5a service nova] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Detach interface failed, port_id=4be9a3f8-c87d-41c0-86ab-bc5b0e21be24, reason: Instance 6ac67906-d275-4b04-adf0-a9c101b9ec5e could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 967.571238] env[69760]: DEBUG oslo_vmware.api [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Task: {'id': task-3394142, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333675} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.571572] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 967.571792] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 967.571989] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 967.572212] env[69760]: INFO nova.compute.manager [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Took 1.19 seconds to destroy the instance on the hypervisor. [ 967.572571] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 967.572739] env[69760]: DEBUG nova.compute.manager [-] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 967.572858] env[69760]: DEBUG nova.network.neutron [-] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 967.612950] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbdb915b-fb31-41d3-a8da-4fe4babcbbb4 tempest-MigrationsAdminTest-211831839 tempest-MigrationsAdminTest-211831839-project-member] Lock "506b1ae3-fc96-4c09-9e45-8fceeb80b492" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 20.134s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.660033] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394143, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.833382] env[69760]: DEBUG oslo_vmware.api [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394139, 'name': PowerOnVM_Task, 'duration_secs': 0.958778} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.833795] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 967.833795] env[69760]: INFO nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Took 8.39 seconds to spawn the instance on the hypervisor. [ 967.833924] env[69760]: DEBUG nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 967.834844] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec71c9de-a724-4f41-98d8-1d39665a0bf4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.869705] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "192d6d08-babf-4efe-b22b-ab6676698975" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.869986] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "192d6d08-babf-4efe-b22b-ab6676698975" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.870215] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "192d6d08-babf-4efe-b22b-ab6676698975-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.871361] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "192d6d08-babf-4efe-b22b-ab6676698975-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.871361] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "192d6d08-babf-4efe-b22b-ab6676698975-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.876226] env[69760]: INFO nova.compute.manager [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Terminating instance [ 967.892588] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394140, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.943029] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d433f8-4875-4001-8c3b-92cd942e6d44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.950649] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0bc632d-6436-44b9-8d76-e9fdc3f2694e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.985518] env[69760]: WARNING nova.compute.manager [None req-b049e426-c1a8-4add-9d15-0519d404bb7b tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Image not found during snapshot: nova.exception.ImageNotFound: Image 6093fec1-e14e-43d1-9f39-3ee797b49c63 could not be found. [ 967.987524] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fba707-0a85-47ed-a9fa-3b65746ddc4d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.992102] env[69760]: INFO nova.compute.manager [-] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Took 1.29 seconds to deallocate network for instance. [ 967.997241] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41a54f73-c434-4726-9db0-291c864ad98f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.022878] env[69760]: DEBUG nova.compute.provider_tree [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.156445] env[69760]: DEBUG oslo_vmware.api [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394143, 'name': PowerOnVM_Task, 'duration_secs': 0.707461} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.156762] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 968.156972] env[69760]: INFO nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Took 6.34 seconds to spawn the instance on the hypervisor. [ 968.157648] env[69760]: DEBUG nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 968.158736] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5faacd80-0003-4241-997a-27aa0932a9e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.364363] env[69760]: INFO nova.compute.manager [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Took 25.96 seconds to build instance. [ 968.381844] env[69760]: DEBUG nova.compute.manager [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 968.383573] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 968.385307] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae264bc4-c838-44b7-a0ed-c479bc8cef65 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.400298] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394140, 'name': CloneVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.404703] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 968.405418] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f880a566-3377-4c37-99b7-ea37ab4057a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.416632] env[69760]: DEBUG oslo_vmware.api [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 968.416632] env[69760]: value = "task-3394144" [ 968.416632] env[69760]: _type = "Task" [ 968.416632] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.431714] env[69760]: DEBUG oslo_vmware.api [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3394144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.509767] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.512021] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.512021] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.512021] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 968.512918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.513389] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.517400] env[69760]: INFO nova.compute.manager [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Terminating instance [ 968.563088] env[69760]: DEBUG nova.scheduler.client.report [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Updated inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 with generation 105 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 968.563355] env[69760]: DEBUG nova.compute.provider_tree [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Updating resource provider 0341868b-b8c4-4012-b007-040da1f96754 generation from 105 to 106 during operation: update_inventory {{(pid=69760) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 968.563540] env[69760]: DEBUG nova.compute.provider_tree [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 968.599605] env[69760]: DEBUG nova.network.neutron [-] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.684499] env[69760]: INFO nova.compute.manager [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Took 20.86 seconds to build instance. [ 968.866468] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bb04f0ab-a02f-4d6c-a1d3-bab83313ec78 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.471s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.895787] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394140, 'name': CloneVM_Task, 'duration_secs': 1.522497} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.896225] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Created linked-clone VM from snapshot [ 968.896921] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9125d39-7f6e-48db-8f2e-b8999c5f4960 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.904975] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Uploading image 7250d0ec-3250-4fb6-8176-8e2e5e13ad24 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 968.920315] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 968.920570] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01a5e772-5e54-4ad4-8e20-7bb582c187cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.927508] env[69760]: DEBUG oslo_vmware.api [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3394144, 'name': PowerOffVM_Task, 'duration_secs': 0.297343} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.928630] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 968.928812] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 968.929146] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 968.929146] env[69760]: value = "task-3394145" [ 968.929146] env[69760]: _type = "Task" [ 968.929146] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.929422] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ef232748-c17a-40e2-91bd-ae2c7c9055e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.940165] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394145, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.994179] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 968.994179] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 968.994179] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Deleting the datastore file [datastore1] 192d6d08-babf-4efe-b22b-ab6676698975 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 968.994179] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7b64ec24-ae7e-4ba7-894d-91ecd317a5b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.000648] env[69760]: DEBUG oslo_vmware.api [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for the task: (returnval){ [ 969.000648] env[69760]: value = "task-3394147" [ 969.000648] env[69760]: _type = "Task" [ 969.000648] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.014488] env[69760]: DEBUG oslo_vmware.api [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3394147, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.020296] env[69760]: DEBUG nova.compute.manager [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 969.020505] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 969.021351] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e82c073-ddba-4bd4-9662-d91b9f2892be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.029411] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 969.029663] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5aa6ffba-ba46-4e5a-b3cb-859310649483 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.036092] env[69760]: DEBUG oslo_vmware.api [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 969.036092] env[69760]: value = "task-3394148" [ 969.036092] env[69760]: _type = "Task" [ 969.036092] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.045078] env[69760]: DEBUG oslo_vmware.api [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394148, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.048111] env[69760]: DEBUG nova.compute.manager [req-984e546a-4761-44ce-8fd1-b2c84a8cbb34 req-c389e284-9090-4c3c-915d-5cda4ab0a1dd service nova] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Received event network-vif-deleted-faea4f35-faf9-4b96-af98-278b2bf4ff1c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 969.069260] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.991s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.071597] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.747s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.071830] env[69760]: DEBUG nova.objects.instance [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lazy-loading 'resources' on Instance uuid db6bdce5-50dc-40e8-b6b8-632a49ccc2e0 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 969.097232] env[69760]: INFO nova.scheduler.client.report [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Deleted allocations for instance d3a4cde4-60db-489f-ae8d-66372fe71361 [ 969.102456] env[69760]: INFO nova.compute.manager [-] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Took 1.53 seconds to deallocate network for instance. [ 969.188444] env[69760]: DEBUG oslo_concurrency.lockutils [None req-300b5f79-026c-45a7-83ad-02ade13f1e22 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "8de66e82-6841-4aa3-ac3f-f80415d3e359" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.371s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.445736] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394145, 'name': Destroy_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.513560] env[69760]: DEBUG oslo_vmware.api [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Task: {'id': task-3394147, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.364916} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.513903] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 969.514172] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 969.514483] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 969.514750] env[69760]: INFO nova.compute.manager [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Took 1.13 seconds to destroy the instance on the hypervisor. [ 969.515274] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 969.515556] env[69760]: DEBUG nova.compute.manager [-] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 969.515716] env[69760]: DEBUG nova.network.neutron [-] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 969.549783] env[69760]: DEBUG oslo_vmware.api [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394148, 'name': PowerOffVM_Task, 'duration_secs': 0.209109} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.551598] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 969.551598] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 969.551598] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37a8df4a-afbe-4394-a6a9-de924d14c342 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.609928] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dd50ad98-f335-4966-9241-ae5d8b51b54b tempest-ServersV294TestFqdnHostnames-1832278033 tempest-ServersV294TestFqdnHostnames-1832278033-project-member] Lock "d3a4cde4-60db-489f-ae8d-66372fe71361" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 19.325s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 969.615870] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.630580] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 969.630673] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 969.630852] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleting the datastore file [datastore1] cdceaab0-e2d4-4971-93dd-2bcc87b77f4d {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 969.631299] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f5c3e5e0-a79b-4b5f-9beb-80bd648dddd3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.640739] env[69760]: DEBUG oslo_vmware.api [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 969.640739] env[69760]: value = "task-3394150" [ 969.640739] env[69760]: _type = "Task" [ 969.640739] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.650792] env[69760]: DEBUG oslo_vmware.api [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394150, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.699464] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 969.701043] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 969.923019] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-796369ec-c3b0-4341-97f6-30b0238f666a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.937977] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5729b721-a3c4-442f-ad58-c40737291688 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.951387] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394145, 'name': Destroy_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.985200] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76caa93-2e4e-47b9-9169-8bb72563d194 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.995464] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ebec56f-267c-4fec-b9e6-9536542cfe19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.012318] env[69760]: DEBUG nova.compute.provider_tree [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 970.152435] env[69760]: DEBUG oslo_vmware.api [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394150, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.428605} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.152710] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 970.152898] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 970.153114] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 970.153299] env[69760]: INFO nova.compute.manager [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 970.153544] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 970.154119] env[69760]: DEBUG nova.compute.manager [-] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 970.154282] env[69760]: DEBUG nova.network.neutron [-] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 970.205302] env[69760]: DEBUG nova.compute.utils [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 970.448596] env[69760]: INFO nova.compute.manager [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Rebuilding instance [ 970.450911] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394145, 'name': Destroy_Task, 'duration_secs': 1.516001} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.453286] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Destroyed the VM [ 970.453570] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 970.453906] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-0942a0ef-98f1-4431-95c6-672cb786666b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.465179] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 970.465179] env[69760]: value = "task-3394151" [ 970.465179] env[69760]: _type = "Task" [ 970.465179] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.478705] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394151, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.515215] env[69760]: DEBUG nova.scheduler.client.report [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.535529] env[69760]: DEBUG nova.compute.manager [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 970.539760] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8eec1e88-23ab-4517-95d9-b18ab1648ce2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.607918] env[69760]: DEBUG nova.network.neutron [-] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.711133] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.976242] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394151, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.029761] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.958s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.035771] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.294s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.038139] env[69760]: INFO nova.compute.claims [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 971.050323] env[69760]: DEBUG nova.network.neutron [-] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.063131] env[69760]: INFO nova.scheduler.client.report [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Deleted allocations for instance db6bdce5-50dc-40e8-b6b8-632a49ccc2e0 [ 971.114284] env[69760]: INFO nova.compute.manager [-] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Took 1.60 seconds to deallocate network for instance. [ 971.425717] env[69760]: DEBUG nova.compute.manager [req-f4837db5-032e-4923-af5c-603d554130be req-2416118b-3a05-4bc0-8f4f-aae76e5e0bbc service nova] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Received event network-vif-deleted-77317e77-bafc-4f78-a74a-de3f7dd84ee1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.426331] env[69760]: DEBUG nova.compute.manager [req-f4837db5-032e-4923-af5c-603d554130be req-2416118b-3a05-4bc0-8f4f-aae76e5e0bbc service nova] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Received event network-vif-deleted-30e0db0d-a47f-4d1e-a975-9a42b84e089c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 971.478798] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394151, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.553177] env[69760]: INFO nova.compute.manager [-] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Took 1.40 seconds to deallocate network for instance. [ 971.554017] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 971.557356] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31138850-7ede-48ee-a457-54ad79298d6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.574427] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 971.574427] env[69760]: value = "task-3394152" [ 971.574427] env[69760]: _type = "Task" [ 971.574427] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.574982] env[69760]: DEBUG oslo_concurrency.lockutils [None req-21b73584-93f6-4468-9505-d6b0057b807d tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "db6bdce5-50dc-40e8-b6b8-632a49ccc2e0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.639s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.588149] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394152, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.623082] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.803163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.803163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.803163] env[69760]: INFO nova.compute.manager [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Attaching volume e62ab583-7762-489f-9e7f-6b34539b3e9c to /dev/sdb [ 971.842328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.843214] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.869273] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bc11bb8-6405-4755-bbf7-e18564b41af9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.879337] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7db3cec0-380f-4832-953d-382dfc14711d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.894608] env[69760]: DEBUG nova.virt.block_device [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Updating existing volume attachment record: 1204372b-bb58-4f5e-9722-2ddd7366fa72 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 971.987734] env[69760]: DEBUG oslo_vmware.api [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394151, 'name': RemoveSnapshot_Task, 'duration_secs': 1.255336} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.987734] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 972.066852] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.095711] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394152, 'name': PowerOffVM_Task, 'duration_secs': 0.176414} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.097416] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 972.098613] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.099823] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0accd683-55fa-4c92-b442-611876c04218 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.108566] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "7ba9c3ca-8f80-4422-8392-e747f7020176" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.110673] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.110673] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "7ba9c3ca-8f80-4422-8392-e747f7020176-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.111717] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.111790] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.115717] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 972.116250] env[69760]: INFO nova.compute.manager [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Terminating instance [ 972.117710] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4147569c-fb0c-425b-8a0f-a00752cd6925 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.147982] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 972.147982] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 972.147982] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Deleting the datastore file [datastore2] 8de66e82-6841-4aa3-ac3f-f80415d3e359 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 972.147982] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d3da332b-ed7b-4483-baff-9390bba6e8cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.154845] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 972.154845] env[69760]: value = "task-3394156" [ 972.154845] env[69760]: _type = "Task" [ 972.154845] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.167890] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394156, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.345953] env[69760]: DEBUG nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 972.403019] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047bd8ac-f21f-4cba-bd59-431771edbe0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.410267] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-109fe6f7-bb7b-48b4-a7f5-28768811d1c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.445436] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48a0bc20-da43-4de4-b6eb-ecc3f32f27a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.453684] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1eb497-4f1e-44b9-bf8c-3d315f366bf8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.468536] env[69760]: DEBUG nova.compute.provider_tree [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 972.492476] env[69760]: WARNING nova.compute.manager [None req-42bd2045-4458-4c1a-8704-fdbeec2ef524 tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Image not found during snapshot: nova.exception.ImageNotFound: Image 7250d0ec-3250-4fb6-8176-8e2e5e13ad24 could not be found. [ 972.622029] env[69760]: DEBUG nova.compute.manager [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 972.622219] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 972.623194] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b674588-43eb-467e-bc07-fe17dbbbd541 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.631667] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 972.632077] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08cbc56a-68d5-4a71-96a6-95cb41c46815 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.639157] env[69760]: DEBUG oslo_vmware.api [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 972.639157] env[69760]: value = "task-3394158" [ 972.639157] env[69760]: _type = "Task" [ 972.639157] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.666258] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394156, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.177701} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.666477] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 972.666702] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 972.666847] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 972.748985] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e4050f8f-5631-47c5-827d-4a1ceab31a6a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.749318] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e4050f8f-5631-47c5-827d-4a1ceab31a6a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.749651] env[69760]: DEBUG nova.objects.instance [None req-e4050f8f-5631-47c5-827d-4a1ceab31a6a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'flavor' on Instance uuid f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 972.884736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.973469] env[69760]: DEBUG nova.scheduler.client.report [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 973.151792] env[69760]: DEBUG oslo_vmware.api [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394158, 'name': PowerOffVM_Task, 'duration_secs': 0.231971} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.152178] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 973.152400] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 973.152550] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-18df5ae6-c8dd-4605-a843-b35c51e5a4c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.226070] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 973.226340] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 973.226512] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Deleting the datastore file [datastore1] 7ba9c3ca-8f80-4422-8392-e747f7020176 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 973.226723] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e534ba0e-1e3f-49ea-961a-14f44984c4bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.236941] env[69760]: DEBUG oslo_vmware.api [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for the task: (returnval){ [ 973.236941] env[69760]: value = "task-3394160" [ 973.236941] env[69760]: _type = "Task" [ 973.236941] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.245351] env[69760]: DEBUG oslo_vmware.api [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394160, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.253269] env[69760]: DEBUG nova.objects.instance [None req-e4050f8f-5631-47c5-827d-4a1ceab31a6a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'pci_requests' on Instance uuid f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.483437] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.447s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.485169] env[69760]: DEBUG nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 973.490441] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.980s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.490680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.492817] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.877s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.493331] env[69760]: DEBUG nova.objects.instance [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lazy-loading 'resources' on Instance uuid 40567fa1-7b4d-4334-a3b2-34c92981f237 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.523548] env[69760]: INFO nova.scheduler.client.report [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted allocations for instance 6ac67906-d275-4b04-adf0-a9c101b9ec5e [ 973.711668] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 973.711926] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 973.712102] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 973.712291] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 973.712807] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 973.712807] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 973.712807] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 973.712993] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 973.715219] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 973.715591] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 973.715809] env[69760]: DEBUG nova.virt.hardware [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 973.716724] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d44ee0-29df-4d68-bbee-609729e3bd67 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.724939] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da808507-b486-4771-bc27-0e7fd1fb3ffc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.739452] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.745163] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.748229] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.748510] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0f8c9ffa-144e-4b49-9155-2f862845ca10 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.761348] env[69760]: DEBUG nova.objects.base [None req-e4050f8f-5631-47c5-827d-4a1ceab31a6a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 973.761565] env[69760]: DEBUG nova.network.neutron [None req-e4050f8f-5631-47c5-827d-4a1ceab31a6a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 973.766993] env[69760]: DEBUG oslo_vmware.api [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Task: {'id': task-3394160, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143637} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.767595] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 973.767783] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 973.767978] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 973.768183] env[69760]: INFO nova.compute.manager [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Took 1.15 seconds to destroy the instance on the hypervisor. [ 973.768413] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 973.768821] env[69760]: DEBUG nova.compute.manager [-] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 973.768821] env[69760]: DEBUG nova.network.neutron [-] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 973.775229] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.775229] env[69760]: value = "task-3394161" [ 973.775229] env[69760]: _type = "Task" [ 973.775229] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.782817] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394161, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.829568] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.829893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.830143] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.830344] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.830512] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.833932] env[69760]: INFO nova.compute.manager [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Terminating instance [ 973.925481] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e4050f8f-5631-47c5-827d-4a1ceab31a6a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.176s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.998090] env[69760]: DEBUG nova.compute.utils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 974.002392] env[69760]: DEBUG nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 974.002582] env[69760]: DEBUG nova.network.neutron [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 974.032656] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99410baf-b6ac-402b-b6db-150801a2f8bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "6ac67906-d275-4b04-adf0-a9c101b9ec5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.004s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.046210] env[69760]: DEBUG nova.policy [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657b59c41c6548fbb343955ef8efd620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10392b98714542abbe32352538ccddc6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 974.285966] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394161, 'name': CreateVM_Task, 'duration_secs': 0.41204} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.286306] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.286555] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.286708] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.287685] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.290689] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d646f15b-0884-4ef2-b6c3-410e7c2160f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.298201] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 974.298201] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5284bc9f-18d2-9046-370a-27140fb3b81d" [ 974.298201] env[69760]: _type = "Task" [ 974.298201] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.314685] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5284bc9f-18d2-9046-370a-27140fb3b81d, 'name': SearchDatastore_Task, 'duration_secs': 0.00947} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.315920] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.315920] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 974.315920] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.315920] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.316123] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.316674] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-657025c5-2b4e-441a-9f19-563215409e6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.320675] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fefa5b-4d00-4a06-ba8d-7cc91e989ad5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.328538] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e085d3-c3b3-4ffa-88b2-ab4c526ae851 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.335553] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.335553] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.337250] env[69760]: DEBUG nova.compute.manager [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 974.337512] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.337747] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3bb7d332-12f5-40d9-8665-ddc0a50eccc9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.372222] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33dd3efc-d718-4ab3-9dab-070eb7b217cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.376813] env[69760]: DEBUG nova.compute.manager [req-27a26732-0e57-4403-b509-92f8d7bde4bb req-0ccd9515-80ad-49c8-b696-1e37afd4b730 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Received event network-vif-deleted-67136dfc-d1f2-47fc-820c-5863eeca55bf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 974.377072] env[69760]: INFO nova.compute.manager [req-27a26732-0e57-4403-b509-92f8d7bde4bb req-0ccd9515-80ad-49c8-b696-1e37afd4b730 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Neutron deleted interface 67136dfc-d1f2-47fc-820c-5863eeca55bf; detaching it from the instance and deleting it from the info cache [ 974.377400] env[69760]: DEBUG nova.network.neutron [req-27a26732-0e57-4403-b509-92f8d7bde4bb req-0ccd9515-80ad-49c8-b696-1e37afd4b730 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.380239] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dfa7ccf-bf99-4cbd-8e2a-1fd2a73482f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.385114] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 974.385114] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b189df-45e4-0355-21b3-eef0a055de2c" [ 974.385114] env[69760]: _type = "Task" [ 974.385114] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.395416] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.397693] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8bad51-072e-41e8-aca1-f45d6170323a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.402300] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1d4a9dcd-3d58-429a-90f1-8a8507c2c69a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.409027] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b189df-45e4-0355-21b3-eef0a055de2c, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.412000] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14fb78a9-78bb-406f-bd76-b6f3f763a882 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.422266] env[69760]: DEBUG nova.compute.provider_tree [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.427582] env[69760]: DEBUG oslo_vmware.api [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 974.427582] env[69760]: value = "task-3394163" [ 974.427582] env[69760]: _type = "Task" [ 974.427582] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.431782] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 974.431782] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270fd4b-7774-9831-a1c3-b2654606d896" [ 974.431782] env[69760]: _type = "Task" [ 974.431782] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.445031] env[69760]: DEBUG oslo_vmware.api [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394163, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.450389] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270fd4b-7774-9831-a1c3-b2654606d896, 'name': SearchDatastore_Task, 'duration_secs': 0.010688} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.454129] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.454129] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.454129] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-38d900d4-b960-4750-8b90-2ac6d1c180e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.462079] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 974.462079] env[69760]: value = "task-3394164" [ 974.462079] env[69760]: _type = "Task" [ 974.462079] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.474036] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.474164] env[69760]: DEBUG nova.network.neutron [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Successfully created port: 0af9ae55-1cee-4de9-9ff2-061656391f9f {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 974.505321] env[69760]: DEBUG nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 974.782375] env[69760]: DEBUG nova.network.neutron [-] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.887740] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6aae83d0-1b7d-48c6-bc7b-b2f72d662faf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.898408] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062e437-17cd-4e30-af68-d83253a01341 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.934026] env[69760]: DEBUG nova.scheduler.client.report [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.937629] env[69760]: DEBUG nova.compute.manager [req-27a26732-0e57-4403-b509-92f8d7bde4bb req-0ccd9515-80ad-49c8-b696-1e37afd4b730 service nova] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Detach interface failed, port_id=67136dfc-d1f2-47fc-820c-5863eeca55bf, reason: Instance 7ba9c3ca-8f80-4422-8392-e747f7020176 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 974.952142] env[69760]: DEBUG oslo_vmware.api [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394163, 'name': PowerOffVM_Task, 'duration_secs': 0.210183} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.952490] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.952671] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.952925] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1e98ea27-f42b-4c7d-b873-a7c6f106a422 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.969285] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394164, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479974} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.969727] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.970510] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.970873] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a6d9b1f-82e3-4373-91a1-4330188c4a98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.979401] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 974.979401] env[69760]: value = "task-3394166" [ 974.979401] env[69760]: _type = "Task" [ 974.979401] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.988958] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394166, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.018699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 975.019123] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 975.019412] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleting the datastore file [datastore1] ef1aa949-5359-4c88-8f5f-fcf895c7837a {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 975.019985] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f1120ea9-73b8-42c5-93ed-ac517d8f8ed9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.026027] env[69760]: DEBUG oslo_vmware.api [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for the task: (returnval){ [ 975.026027] env[69760]: value = "task-3394167" [ 975.026027] env[69760]: _type = "Task" [ 975.026027] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.038336] env[69760]: DEBUG oslo_vmware.api [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394167, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.285155] env[69760]: INFO nova.compute.manager [-] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Took 1.52 seconds to deallocate network for instance. [ 975.446143] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.953s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.448816] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.826s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.449090] env[69760]: DEBUG nova.objects.instance [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lazy-loading 'resources' on Instance uuid 192d6d08-babf-4efe-b22b-ab6676698975 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.475710] env[69760]: INFO nova.scheduler.client.report [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Deleted allocations for instance 40567fa1-7b4d-4334-a3b2-34c92981f237 [ 975.493334] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394166, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.093005} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.493334] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 975.494917] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15db5c3-1c0a-418f-ac79-836ed2ba569d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.519928] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Reconfiguring VM instance instance-00000049 to attach disk [datastore1] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 975.519928] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf52bc48-8367-4200-b811-5f6a8a20ed2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.542268] env[69760]: DEBUG nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 975.555409] env[69760]: DEBUG oslo_vmware.api [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Task: {'id': task-3394167, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.15295} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.556929] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.557034] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.557179] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.557485] env[69760]: INFO nova.compute.manager [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Took 1.22 seconds to destroy the instance on the hypervisor. [ 975.557628] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 975.557860] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 975.557860] env[69760]: value = "task-3394168" [ 975.557860] env[69760]: _type = "Task" [ 975.557860] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.558086] env[69760]: DEBUG nova.compute.manager [-] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 975.558160] env[69760]: DEBUG nova.network.neutron [-] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 975.571085] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394168, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.586539] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 975.588009] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 975.588009] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 975.588009] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 975.588009] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 975.588009] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 975.588280] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 975.588496] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 975.588678] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 975.588840] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 975.589019] env[69760]: DEBUG nova.virt.hardware [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 975.590242] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce072972-5df4-4181-ab7d-9b2d7390761a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.598734] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c25a8725-f320-4aaf-848f-55706cea2d0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.792179] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.863325] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.863325] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.863325] env[69760]: DEBUG nova.objects.instance [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'flavor' on Instance uuid f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.989163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0e1a4b26-7ce2-48db-a36d-960c79a3752f tempest-ServersTestFqdnHostnames-1506013719 tempest-ServersTestFqdnHostnames-1506013719-project-member] Lock "40567fa1-7b4d-4334-a3b2-34c92981f237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.115s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.078295] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.259880] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616724ed-e450-4fb5-88a1-1cb21d6c2ace {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.271282] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e1b165b-d9f4-4dbf-b453-c7436da23c66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.307604] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdad343f-1922-4e79-976e-7135e52bbea4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.317045] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ba4e08-c964-48bd-a17a-6ac9d625744c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.322613] env[69760]: DEBUG nova.network.neutron [-] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.332631] env[69760]: DEBUG nova.compute.provider_tree [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 976.343943] env[69760]: DEBUG nova.network.neutron [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Successfully updated port: 0af9ae55-1cee-4de9-9ff2-061656391f9f {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 976.436491] env[69760]: DEBUG nova.objects.instance [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'pci_requests' on Instance uuid f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 976.456233] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 976.456653] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677182', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'name': 'volume-e62ab583-7762-489f-9e7f-6b34539b3e9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7a63e58-8c56-411f-a8ea-1746fa59c4e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'serial': 'e62ab583-7762-489f-9e7f-6b34539b3e9c'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 976.458354] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eb397d-7460-44b4-a8b0-b4197cf80476 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.475937] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-798e4a93-10df-4d57-ad88-0e567a723d15 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.502993] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Reconfiguring VM instance instance-00000048 to attach disk [datastore1] volume-e62ab583-7762-489f-9e7f-6b34539b3e9c/volume-e62ab583-7762-489f-9e7f-6b34539b3e9c.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.503550] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d29312b0-7ddf-463b-be15-90184b1bf5ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.524416] env[69760]: DEBUG oslo_vmware.api [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 976.524416] env[69760]: value = "task-3394169" [ 976.524416] env[69760]: _type = "Task" [ 976.524416] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.533940] env[69760]: DEBUG oslo_vmware.api [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.570342] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394168, 'name': ReconfigVM_Task, 'duration_secs': 0.69644} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.570647] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Reconfigured VM instance instance-00000049 to attach disk [datastore1] 8de66e82-6841-4aa3-ac3f-f80415d3e359/8de66e82-6841-4aa3-ac3f-f80415d3e359.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 976.571282] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fba08b1e-f91d-4bcd-b286-d3d2ee2f1746 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.577676] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 976.577676] env[69760]: value = "task-3394170" [ 976.577676] env[69760]: _type = "Task" [ 976.577676] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.587891] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394170, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.825931] env[69760]: INFO nova.compute.manager [-] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Took 1.27 seconds to deallocate network for instance. [ 976.826780] env[69760]: DEBUG nova.compute.manager [req-9e2516b8-ba2f-4745-b248-a5ad1bd9adfe req-7c082dbe-0845-4630-bcb2-b622d0de6416 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Received event network-vif-plugged-0af9ae55-1cee-4de9-9ff2-061656391f9f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 976.826968] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e2516b8-ba2f-4745-b248-a5ad1bd9adfe req-7c082dbe-0845-4630-bcb2-b622d0de6416 service nova] Acquiring lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.827192] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e2516b8-ba2f-4745-b248-a5ad1bd9adfe req-7c082dbe-0845-4630-bcb2-b622d0de6416 service nova] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.827360] env[69760]: DEBUG oslo_concurrency.lockutils [req-9e2516b8-ba2f-4745-b248-a5ad1bd9adfe req-7c082dbe-0845-4630-bcb2-b622d0de6416 service nova] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.827575] env[69760]: DEBUG nova.compute.manager [req-9e2516b8-ba2f-4745-b248-a5ad1bd9adfe req-7c082dbe-0845-4630-bcb2-b622d0de6416 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] No waiting events found dispatching network-vif-plugged-0af9ae55-1cee-4de9-9ff2-061656391f9f {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 976.827684] env[69760]: WARNING nova.compute.manager [req-9e2516b8-ba2f-4745-b248-a5ad1bd9adfe req-7c082dbe-0845-4630-bcb2-b622d0de6416 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Received unexpected event network-vif-plugged-0af9ae55-1cee-4de9-9ff2-061656391f9f for instance with vm_state building and task_state spawning. [ 976.835650] env[69760]: DEBUG nova.scheduler.client.report [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 976.846971] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.848069] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.848069] env[69760]: DEBUG nova.network.neutron [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 977.021298] env[69760]: DEBUG nova.objects.base [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 977.021298] env[69760]: DEBUG nova.network.neutron [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 977.031456] env[69760]: DEBUG nova.policy [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 977.041530] env[69760]: DEBUG oslo_vmware.api [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394169, 'name': ReconfigVM_Task, 'duration_secs': 0.492651} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.042109] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Reconfigured VM instance instance-00000048 to attach disk [datastore1] volume-e62ab583-7762-489f-9e7f-6b34539b3e9c/volume-e62ab583-7762-489f-9e7f-6b34539b3e9c.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.047819] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e6d776a-d743-4333-876d-cff8329b1222 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.063906] env[69760]: DEBUG oslo_vmware.api [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 977.063906] env[69760]: value = "task-3394171" [ 977.063906] env[69760]: _type = "Task" [ 977.063906] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.072259] env[69760]: DEBUG oslo_vmware.api [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394171, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.094454] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394170, 'name': Rename_Task, 'duration_secs': 0.13178} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.094657] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.094885] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7a84fc9-f49f-4a37-8def-81cab53c2c09 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.102474] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 977.102474] env[69760]: value = "task-3394172" [ 977.102474] env[69760]: _type = "Task" [ 977.102474] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.112178] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.124485] env[69760]: DEBUG nova.compute.manager [req-031c1cbd-8366-4a95-b35a-4f466831e695 req-e0c4c2f9-f443-42ba-be70-b8b968e91aa4 service nova] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Received event network-vif-deleted-c8ccbd1c-8ae6-4f1e-a261-bc5f85bad230 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 977.298444] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.298686] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.334440] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.340794] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.892s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 977.343809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.277s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 977.343809] env[69760]: DEBUG nova.objects.instance [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lazy-loading 'resources' on Instance uuid cdceaab0-e2d4-4971-93dd-2bcc87b77f4d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 977.377149] env[69760]: INFO nova.scheduler.client.report [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Deleted allocations for instance 192d6d08-babf-4efe-b22b-ab6676698975 [ 977.402494] env[69760]: DEBUG nova.network.neutron [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 977.535500] env[69760]: DEBUG nova.network.neutron [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Successfully created port: b1587f65-b7b5-4878-896a-5cd44c4221cd {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 977.576546] env[69760]: DEBUG oslo_vmware.api [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394171, 'name': ReconfigVM_Task, 'duration_secs': 0.163099} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.576934] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677182', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'name': 'volume-e62ab583-7762-489f-9e7f-6b34539b3e9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7a63e58-8c56-411f-a8ea-1746fa59c4e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'serial': 'e62ab583-7762-489f-9e7f-6b34539b3e9c'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 977.599528] env[69760]: DEBUG nova.network.neutron [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance_info_cache with network_info: [{"id": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "address": "fa:16:3e:61:1f:a0", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af9ae55-1c", "ovs_interfaceid": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.613423] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394172, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.801285] env[69760]: DEBUG nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 977.890414] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d5afa6bd-62db-475c-b0cb-1452921a92b5 tempest-ServersWithSpecificFlavorTestJSON-1422881661 tempest-ServersWithSpecificFlavorTestJSON-1422881661-project-member] Lock "192d6d08-babf-4efe-b22b-ab6676698975" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.020s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.103219] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.103543] env[69760]: DEBUG nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Instance network_info: |[{"id": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "address": "fa:16:3e:61:1f:a0", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af9ae55-1c", "ovs_interfaceid": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 978.104055] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:61:1f:a0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0af9ae55-1cee-4de9-9ff2-061656391f9f', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 978.111657] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 978.118386] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 978.120105] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-113240c3-1ca7-47bf-bb92-29f952c4e9e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.140707] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e32cbb-0c95-40d7-8e1e-1a43d5448e98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.147212] env[69760]: DEBUG oslo_vmware.api [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394172, 'name': PowerOnVM_Task, 'duration_secs': 0.60485} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.147803] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 978.148200] env[69760]: DEBUG nova.compute.manager [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 978.150203] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be82347-bed4-4735-af38-1cc65e3e54cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.156679] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 978.156679] env[69760]: value = "task-3394173" [ 978.156679] env[69760]: _type = "Task" [ 978.156679] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.158193] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36fa7985-919f-4974-bc12-5a783ecf2da8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.174483] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394173, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.204886] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9d3b13-3c9f-4eb4-83a2-db71af141c32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.214267] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbef1fda-03a5-4ea9-90fa-30a97eb68a99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.233903] env[69760]: DEBUG nova.compute.provider_tree [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 978.329268] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.363714] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Acquiring lock "f839c019-46b5-43fd-81e5-ace2c82c4263" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.363714] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.363714] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Acquiring lock "f839c019-46b5-43fd-81e5-ace2c82c4263-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.363846] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.364155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.366571] env[69760]: INFO nova.compute.manager [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Terminating instance [ 978.640357] env[69760]: DEBUG nova.objects.instance [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'flavor' on Instance uuid d7a63e58-8c56-411f-a8ea-1746fa59c4e6 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 978.679604] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394173, 'name': CreateVM_Task, 'duration_secs': 0.354987} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.679803] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 978.680602] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.680745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.681828] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.682216] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bba6669a-bbbe-4299-83f1-e955565abc1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.687550] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.694188] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 978.694188] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e36b6c-222f-c919-0882-99861ddc48c2" [ 978.694188] env[69760]: _type = "Task" [ 978.694188] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.705851] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e36b6c-222f-c919-0882-99861ddc48c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011379} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.706179] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.706456] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.706658] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.706804] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.707015] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.707285] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3fc7e636-a845-4c99-8505-00440b17ea6a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.716304] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.716304] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.716927] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39d3522c-b525-460a-98ec-c681eaee5ae2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.722380] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 978.722380] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523a8615-4b2b-e2b7-a6e2-dc274b888349" [ 978.722380] env[69760]: _type = "Task" [ 978.722380] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.730168] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523a8615-4b2b-e2b7-a6e2-dc274b888349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.737178] env[69760]: DEBUG nova.scheduler.client.report [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.870155] env[69760]: DEBUG nova.compute.manager [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 978.870376] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 978.870664] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6cff4e58-bf76-40e3-85fc-ace2d3ce1c32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.878031] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 978.878031] env[69760]: value = "task-3394174" [ 978.878031] env[69760]: _type = "Task" [ 978.878031] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.886158] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394174, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.049999] env[69760]: DEBUG nova.compute.manager [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Received event network-changed-0af9ae55-1cee-4de9-9ff2-061656391f9f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 979.050394] env[69760]: DEBUG nova.compute.manager [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Refreshing instance network info cache due to event network-changed-0af9ae55-1cee-4de9-9ff2-061656391f9f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 979.050752] env[69760]: DEBUG oslo_concurrency.lockutils [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] Acquiring lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.050993] env[69760]: DEBUG oslo_concurrency.lockutils [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] Acquired lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.051302] env[69760]: DEBUG nova.network.neutron [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Refreshing network info cache for port 0af9ae55-1cee-4de9-9ff2-061656391f9f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 979.125222] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "8de66e82-6841-4aa3-ac3f-f80415d3e359" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.125577] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "8de66e82-6841-4aa3-ac3f-f80415d3e359" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.125694] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "8de66e82-6841-4aa3-ac3f-f80415d3e359-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.125889] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "8de66e82-6841-4aa3-ac3f-f80415d3e359-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.126117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "8de66e82-6841-4aa3-ac3f-f80415d3e359-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.128612] env[69760]: INFO nova.compute.manager [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Terminating instance [ 979.147193] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d40a0ce9-da16-4210-8853-ab48a6afdb5b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.345s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.233775] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523a8615-4b2b-e2b7-a6e2-dc274b888349, 'name': SearchDatastore_Task, 'duration_secs': 0.008393} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.234610] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797f555e-7284-43fc-8741-7f43510b028e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.242624] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.899s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.245276] env[69760]: DEBUG nova.network.neutron [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Successfully updated port: b1587f65-b7b5-4878-896a-5cd44c4221cd {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 979.248737] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.363s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.251935] env[69760]: INFO nova.compute.claims [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 979.258028] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 979.258028] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5204c2f7-3796-a047-8ff2-201e6d9f79d9" [ 979.258028] env[69760]: _type = "Task" [ 979.258028] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.268787] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5204c2f7-3796-a047-8ff2-201e6d9f79d9, 'name': SearchDatastore_Task, 'duration_secs': 0.011332} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.269065] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.269324] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64/08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.269623] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-32244dfa-9cf2-4bd7-b4f0-6ac5cbe24642 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.274753] env[69760]: INFO nova.scheduler.client.report [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleted allocations for instance cdceaab0-e2d4-4971-93dd-2bcc87b77f4d [ 979.276953] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 979.276953] env[69760]: value = "task-3394175" [ 979.276953] env[69760]: _type = "Task" [ 979.276953] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.287533] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394175, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.302649] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.302922] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.303155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.303328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 979.303491] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.305766] env[69760]: INFO nova.compute.manager [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Terminating instance [ 979.389292] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394174, 'name': PowerOffVM_Task, 'duration_secs': 0.28307} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.389573] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.389789] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 979.391358] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677040', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'name': 'volume-21696104-257a-4278-8773-34ebc0ae38fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f839c019-46b5-43fd-81e5-ace2c82c4263', 'attached_at': '', 'detached_at': '', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'serial': '21696104-257a-4278-8773-34ebc0ae38fb'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 979.391358] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c24321-65fc-45eb-8fca-acd3d36e815d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.417223] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ce9b01-a710-4010-b754-b6a0daed4f74 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.425914] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e241d3dd-6117-43db-94eb-ec416afeb6ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.450663] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26f7619-ce31-403e-a4c8-dbe0e2fc9ce2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.469769] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] The volume has not been displaced from its original location: [datastore2] volume-21696104-257a-4278-8773-34ebc0ae38fb/volume-21696104-257a-4278-8773-34ebc0ae38fb.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 979.477196] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Reconfiguring VM instance instance-0000002b to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 979.477650] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b3f9401-d2a1-4df8-8529-938ce33bf108 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.501457] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 979.501457] env[69760]: value = "task-3394176" [ 979.501457] env[69760]: _type = "Task" [ 979.501457] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.512257] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394176, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.633607] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "refresh_cache-8de66e82-6841-4aa3-ac3f-f80415d3e359" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.633994] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquired lock "refresh_cache-8de66e82-6841-4aa3-ac3f-f80415d3e359" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.634248] env[69760]: DEBUG nova.network.neutron [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.759754] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.760182] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.760182] env[69760]: DEBUG nova.network.neutron [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 979.790837] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394175, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.450276} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.791348] env[69760]: DEBUG oslo_concurrency.lockutils [None req-39adabb3-1fdb-4771-9a82-50b7b41adfc2 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "cdceaab0-e2d4-4971-93dd-2bcc87b77f4d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.280s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 979.792217] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64/08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 979.792435] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 979.793491] env[69760]: DEBUG nova.network.neutron [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updated VIF entry in instance network info cache for port 0af9ae55-1cee-4de9-9ff2-061656391f9f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 979.793806] env[69760]: DEBUG nova.network.neutron [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance_info_cache with network_info: [{"id": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "address": "fa:16:3e:61:1f:a0", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af9ae55-1c", "ovs_interfaceid": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 979.794738] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1379c01a-e3fa-49cb-9fa8-4ad227972b92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.803258] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 979.803258] env[69760]: value = "task-3394177" [ 979.803258] env[69760]: _type = "Task" [ 979.803258] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.812250] env[69760]: DEBUG nova.compute.manager [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 979.812498] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.813116] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.813275] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e7dad3a2-522c-4863-8a76-56eada9c5e0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.820545] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 979.820545] env[69760]: value = "task-3394178" [ 979.820545] env[69760]: _type = "Task" [ 979.820545] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.828804] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.013024] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394176, 'name': ReconfigVM_Task, 'duration_secs': 0.224839} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.013687] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Reconfigured VM instance instance-0000002b to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 980.019814] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30649a2d-d449-4e04-bde5-3aa6daee1f75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.036526] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 980.036526] env[69760]: value = "task-3394179" [ 980.036526] env[69760]: _type = "Task" [ 980.036526] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.045042] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394179, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.154824] env[69760]: DEBUG nova.network.neutron [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 980.200773] env[69760]: DEBUG nova.network.neutron [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.299046] env[69760]: DEBUG oslo_concurrency.lockutils [req-f53222c5-28b0-4c39-a03b-42984d77da6f req-e4459ba9-728f-459f-9d11-c2b02e8453e6 service nova] Releasing lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.311077] env[69760]: WARNING nova.network.neutron [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] 504b24e4-f426-41bf-bbb3-2afc8307256a already exists in list: networks containing: ['504b24e4-f426-41bf-bbb3-2afc8307256a']. ignoring it [ 980.317124] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063005} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.317455] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.318276] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f629f3d3-b111-490f-a22d-7b2522f2d929 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.348124] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64/08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.349573] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a3cdd23-5fb4-4b0f-9c7b-41a05c752ba5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.370146] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.376784] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 980.376784] env[69760]: value = "task-3394180" [ 980.376784] env[69760]: _type = "Task" [ 980.376784] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.390023] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.554290] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394179, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.633733] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92909257-9589-4cf8-965a-507e56356e8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.643837] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51311319-b4ff-4374-ae09-3a11e307a77d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.683406] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36ea362e-bea3-46b1-a6fc-762461694e40 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.687265] env[69760]: DEBUG nova.network.neutron [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "address": "fa:16:3e:6e:75:23", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1587f65-b7", "ovs_interfaceid": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 980.697132] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99890a2b-41b5-4f45-a3d7-36899d8061cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.703627] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Releasing lock "refresh_cache-8de66e82-6841-4aa3-ac3f-f80415d3e359" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.704087] env[69760]: DEBUG nova.compute.manager [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 980.704311] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 980.718147] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72e9054a-e750-42d0-886c-ac52a39d9050 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.721792] env[69760]: DEBUG nova.compute.provider_tree [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.729383] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 980.729964] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25ba94f8-f641-411a-9d43-1c5ade589bdb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.737896] env[69760]: DEBUG oslo_vmware.api [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 980.737896] env[69760]: value = "task-3394181" [ 980.737896] env[69760]: _type = "Task" [ 980.737896] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.748380] env[69760]: DEBUG oslo_vmware.api [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394181, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.832591] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394178, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.887181] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394180, 'name': ReconfigVM_Task, 'duration_secs': 0.289528} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.887482] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64/08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 980.888200] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1478bb56-f125-45af-a10d-12114bd537a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.895404] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 980.895404] env[69760]: value = "task-3394182" [ 980.895404] env[69760]: _type = "Task" [ 980.895404] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.905365] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394182, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.053057] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394179, 'name': ReconfigVM_Task, 'duration_secs': 0.784343} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.053491] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677040', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'name': 'volume-21696104-257a-4278-8773-34ebc0ae38fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f839c019-46b5-43fd-81e5-ace2c82c4263', 'attached_at': '', 'detached_at': '', 'volume_id': '21696104-257a-4278-8773-34ebc0ae38fb', 'serial': '21696104-257a-4278-8773-34ebc0ae38fb'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 981.053981] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 981.055456] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-801f9291-cc0a-4254-ba44-42ebb386e591 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.061321] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.061556] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-624cf336-11b4-4611-b663-e6f6850c53da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.117276] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.117489] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.117668] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Deleting the datastore file [datastore2] f839c019-46b5-43fd-81e5-ace2c82c4263 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.117929] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ed4c414d-5b10-42fa-b772-3aead8760883 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.125420] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for the task: (returnval){ [ 981.125420] env[69760]: value = "task-3394184" [ 981.125420] env[69760]: _type = "Task" [ 981.125420] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.136454] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394184, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.190863] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.191575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.191724] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.192595] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4308a1a-5f0e-41fb-ae7a-7ac4b891110c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.211101] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 981.211347] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 981.211528] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 981.211793] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 981.211998] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 981.212216] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 981.212458] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 981.212622] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 981.212830] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 981.213044] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 981.213262] env[69760]: DEBUG nova.virt.hardware [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 981.220304] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfiguring VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 981.221867] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfd70c68-df61-470a-9e55-d4d36c19d164 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.238926] env[69760]: DEBUG nova.scheduler.client.report [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 981.242687] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "96a4d360-9961-4244-8d13-964ae68dd549" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.242687] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96a4d360-9961-4244-8d13-964ae68dd549" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.249476] env[69760]: DEBUG oslo_vmware.api [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 981.249476] env[69760]: value = "task-3394185" [ 981.249476] env[69760]: _type = "Task" [ 981.249476] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.253164] env[69760]: DEBUG oslo_vmware.api [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394181, 'name': PowerOffVM_Task, 'duration_secs': 0.116377} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.256862] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.257101] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 981.257777] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e755b712-db33-48a6-a6d1-4bc608ea9263 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.265110] env[69760]: DEBUG oslo_vmware.api [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394185, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.282108] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 981.282371] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 981.283427] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Deleting the datastore file [datastore1] 8de66e82-6841-4aa3-ac3f-f80415d3e359 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 981.283427] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4bc85e7d-3a19-457f-98eb-14c4df7868c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.288936] env[69760]: DEBUG oslo_vmware.api [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for the task: (returnval){ [ 981.288936] env[69760]: value = "task-3394187" [ 981.288936] env[69760]: _type = "Task" [ 981.288936] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.297315] env[69760]: DEBUG oslo_vmware.api [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394187, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.335945] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394178, 'name': PowerOffVM_Task, 'duration_secs': 1.068434} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.335945] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 981.335945] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 981.335945] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677182', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'name': 'volume-e62ab583-7762-489f-9e7f-6b34539b3e9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7a63e58-8c56-411f-a8ea-1746fa59c4e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'serial': 'e62ab583-7762-489f-9e7f-6b34539b3e9c'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 981.335945] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18f83e7-5ee5-4b36-b3f1-e3fe179d9412 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.361298] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92b58ead-f7cb-4223-a9d9-8dc9054aee2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.364355] env[69760]: DEBUG nova.compute.manager [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-vif-plugged-b1587f65-b7b5-4878-896a-5cd44c4221cd {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.364556] env[69760]: DEBUG oslo_concurrency.lockutils [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.366423] env[69760]: DEBUG oslo_concurrency.lockutils [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.366423] env[69760]: DEBUG oslo_concurrency.lockutils [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.366423] env[69760]: DEBUG nova.compute.manager [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] No waiting events found dispatching network-vif-plugged-b1587f65-b7b5-4878-896a-5cd44c4221cd {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 981.366423] env[69760]: WARNING nova.compute.manager [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received unexpected event network-vif-plugged-b1587f65-b7b5-4878-896a-5cd44c4221cd for instance with vm_state active and task_state None. [ 981.366423] env[69760]: DEBUG nova.compute.manager [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-changed-b1587f65-b7b5-4878-896a-5cd44c4221cd {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 981.366423] env[69760]: DEBUG nova.compute.manager [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing instance network info cache due to event network-changed-b1587f65-b7b5-4878-896a-5cd44c4221cd. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 981.366423] env[69760]: DEBUG oslo_concurrency.lockutils [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.366423] env[69760]: DEBUG oslo_concurrency.lockutils [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.366423] env[69760]: DEBUG nova.network.neutron [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing network info cache for port b1587f65-b7b5-4878-896a-5cd44c4221cd {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 981.373643] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-540f6739-88b5-4274-a4cf-c29406c03399 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.395676] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8850a045-edd4-4665-8fff-352718c7365c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.421879] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] The volume has not been displaced from its original location: [datastore1] volume-e62ab583-7762-489f-9e7f-6b34539b3e9c/volume-e62ab583-7762-489f-9e7f-6b34539b3e9c.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 981.427658] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Reconfiguring VM instance instance-00000048 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 981.428045] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394182, 'name': Rename_Task, 'duration_secs': 0.137592} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.428194] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9915b5d-3cfc-44f8-8d41-2344da1f8918 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.443584] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 981.444253] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ff19891-aee4-4895-b78f-34290ec4f9c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.452813] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 981.452813] env[69760]: value = "task-3394189" [ 981.452813] env[69760]: _type = "Task" [ 981.452813] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.454504] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 981.454504] env[69760]: value = "task-3394188" [ 981.454504] env[69760]: _type = "Task" [ 981.454504] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.465482] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394189, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.468418] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394188, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.636961] env[69760]: DEBUG oslo_vmware.api [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Task: {'id': task-3394184, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236108} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.637667] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.638091] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.638436] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.638745] env[69760]: INFO nova.compute.manager [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Took 2.77 seconds to destroy the instance on the hypervisor. [ 981.639257] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.639654] env[69760]: DEBUG nova.compute.manager [-] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.639840] env[69760]: DEBUG nova.network.neutron [-] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.746851] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.497s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.746851] env[69760]: DEBUG nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 981.750132] env[69760]: DEBUG nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 981.752470] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.960s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.752707] env[69760]: DEBUG nova.objects.instance [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lazy-loading 'resources' on Instance uuid 7ba9c3ca-8f80-4422-8392-e747f7020176 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.771847] env[69760]: DEBUG oslo_vmware.api [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394185, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.804484] env[69760]: DEBUG oslo_vmware.api [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Task: {'id': task-3394187, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205251} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.804749] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 981.804933] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 981.805124] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 981.805290] env[69760]: INFO nova.compute.manager [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Took 1.10 seconds to destroy the instance on the hypervisor. [ 981.805535] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 981.805942] env[69760]: DEBUG nova.compute.manager [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 981.807068] env[69760]: DEBUG nova.network.neutron [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 981.836394] env[69760]: DEBUG nova.network.neutron [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 981.969033] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394189, 'name': ReconfigVM_Task, 'duration_secs': 0.252387} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.973291] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Reconfigured VM instance instance-00000048 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 981.978594] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394188, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.979536] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99122867-0e15-4c39-a175-34372e35775d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.998512] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 981.998512] env[69760]: value = "task-3394190" [ 981.998512] env[69760]: _type = "Task" [ 981.998512] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.008963] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394190, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.256856] env[69760]: DEBUG nova.compute.utils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 982.260188] env[69760]: DEBUG nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 982.260421] env[69760]: DEBUG nova.network.neutron [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 982.280797] env[69760]: DEBUG oslo_vmware.api [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.295559] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.311524] env[69760]: DEBUG nova.network.neutron [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updated VIF entry in instance network info cache for port b1587f65-b7b5-4878-896a-5cd44c4221cd. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 982.311783] env[69760]: DEBUG nova.network.neutron [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "address": "fa:16:3e:6e:75:23", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1587f65-b7", "ovs_interfaceid": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.339281] env[69760]: DEBUG nova.network.neutron [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 982.471867] env[69760]: DEBUG oslo_vmware.api [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394188, 'name': PowerOnVM_Task, 'duration_secs': 0.535857} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.477514] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 982.477787] env[69760]: INFO nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Took 6.94 seconds to spawn the instance on the hypervisor. [ 982.477975] env[69760]: DEBUG nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 982.479168] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e31905-8a46-41e6-8077-eb29a24289d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.514346] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.560204] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2510844-8351-4c8b-a44e-9f0632775bae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.570463] env[69760]: DEBUG nova.policy [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1eaca85f86d4ec98fa04d02a33ac194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af79d6fd6c6d48f79c819324375e887b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 982.573959] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98de90a8-6608-40f9-ad52-cf5a44323fca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.615584] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3732927c-96e9-416b-9812-ce59b9935499 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.624251] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e3ed22-84a4-4e45-bc15-da296bc1eea5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.637777] env[69760]: DEBUG nova.compute.provider_tree [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.763753] env[69760]: DEBUG nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 982.769452] env[69760]: DEBUG oslo_vmware.api [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394185, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.817659] env[69760]: DEBUG oslo_concurrency.lockutils [req-1a20e122-9a2c-4679-93be-cc78a5ab167d req-57bc5310-76af-4c15-b5a4-a383b3d994e2 service nova] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.846175] env[69760]: INFO nova.compute.manager [-] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Took 1.04 seconds to deallocate network for instance. [ 983.008102] env[69760]: INFO nova.compute.manager [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Took 16.29 seconds to build instance. [ 983.018244] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.073164] env[69760]: DEBUG nova.network.neutron [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Successfully created port: d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 983.141129] env[69760]: DEBUG nova.scheduler.client.report [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 983.194780] env[69760]: DEBUG nova.network.neutron [-] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.268094] env[69760]: DEBUG oslo_vmware.api [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394185, 'name': ReconfigVM_Task, 'duration_secs': 1.68227} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.268629] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.268840] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfigured VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 983.357907] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.514429] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394190, 'name': ReconfigVM_Task, 'duration_secs': 1.131281} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 983.514953] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677182', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'name': 'volume-e62ab583-7762-489f-9e7f-6b34539b3e9c', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'd7a63e58-8c56-411f-a8ea-1746fa59c4e6', 'attached_at': '', 'detached_at': '', 'volume_id': 'e62ab583-7762-489f-9e7f-6b34539b3e9c', 'serial': 'e62ab583-7762-489f-9e7f-6b34539b3e9c'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 983.515056] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 983.516471] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3ffcab6-38d2-407a-b551-759e5aa2e1d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.520291] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d513fc1-d605-4e00-8ba7-03dac28cddd5 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.819s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.525059] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 983.525059] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7b3e47a4-b67c-4c36-83dd-13586dd3794e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.585241] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 983.585471] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 983.585663] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleting the datastore file [datastore1] d7a63e58-8c56-411f-a8ea-1746fa59c4e6 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 983.585929] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d68e4e5a-5cea-4a89-8c3d-2fb9bccf20ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.598711] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 983.598711] env[69760]: value = "task-3394192" [ 983.598711] env[69760]: _type = "Task" [ 983.598711] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.611647] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394192, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.646810] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.650156] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.316s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.650566] env[69760]: DEBUG nova.objects.instance [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lazy-loading 'resources' on Instance uuid ef1aa949-5359-4c88-8f5f-fcf895c7837a {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 983.680567] env[69760]: INFO nova.scheduler.client.report [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Deleted allocations for instance 7ba9c3ca-8f80-4422-8392-e747f7020176 [ 983.700750] env[69760]: INFO nova.compute.manager [-] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Took 2.06 seconds to deallocate network for instance. [ 983.776082] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ff9f5214-7489-4fe9-b3f1-812562e0c79d tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.915s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.778871] env[69760]: DEBUG nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 983.798447] env[69760]: DEBUG nova.compute.manager [req-e3508b4f-77cc-4f70-ab3a-2dc8f4259674 req-9661a035-0e61-4621-8705-fe17e15de87f service nova] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Received event network-vif-deleted-431825b3-8645-4d17-846e-253fa9237a5a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 983.819120] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 983.819428] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 983.819597] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.819929] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 983.820035] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.820123] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 983.820339] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 983.820497] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 983.820661] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 983.821289] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 983.821289] env[69760]: DEBUG nova.virt.hardware [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 983.822415] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-788ae50a-616d-4c6b-8983-f0ed6f409c4c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.830828] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bedc3a71-75d1-43e9-9230-33b423645180 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.111976] env[69760]: DEBUG oslo_vmware.api [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394192, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160961} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.114410] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 984.114648] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 984.114886] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 984.115709] env[69760]: INFO nova.compute.manager [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Took 4.30 seconds to destroy the instance on the hypervisor. [ 984.115709] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 984.115709] env[69760]: DEBUG nova.compute.manager [-] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 984.115709] env[69760]: DEBUG nova.network.neutron [-] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 984.189874] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4323ae1b-ae5f-44e0-9504-3646f7f3b436 tempest-ListImageFiltersTestJSON-1067716157 tempest-ListImageFiltersTestJSON-1067716157-project-member] Lock "7ba9c3ca-8f80-4422-8392-e747f7020176" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.081s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.227563] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.227824] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.259293] env[69760]: INFO nova.compute.manager [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Took 0.56 seconds to detach 1 volumes for instance. [ 984.265070] env[69760]: DEBUG nova.compute.manager [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Deleting volume: 21696104-257a-4278-8773-34ebc0ae38fb {{(pid=69760) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 984.439622] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c41c1c3-4e95-4241-8e23-bca81a74a873 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.448996] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322c19b8-3281-4f4d-814a-7ec7dc7d0a09 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.487806] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d287af0f-ae2d-4eac-994d-d242e1c7aa15 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.496068] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e124882e-b08f-4a83-a1d5-1244b7835cc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.509407] env[69760]: DEBUG nova.compute.provider_tree [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.731612] env[69760]: DEBUG nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 984.821616] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.944021] env[69760]: DEBUG nova.network.neutron [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Successfully updated port: d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 985.013232] env[69760]: DEBUG nova.scheduler.client.report [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.126847] env[69760]: DEBUG nova.network.neutron [-] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.264349] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.446621] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.446924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.447018] env[69760]: DEBUG nova.network.neutron [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 985.519474] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.869s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.522181] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.193s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.523453] env[69760]: INFO nova.compute.claims [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.542676] env[69760]: INFO nova.scheduler.client.report [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Deleted allocations for instance ef1aa949-5359-4c88-8f5f-fcf895c7837a [ 985.630747] env[69760]: INFO nova.compute.manager [-] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Took 1.51 seconds to deallocate network for instance. [ 985.710521] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-65f9b0e7-4143-42e9-b80b-12d65b1c1f74" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.710865] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-65f9b0e7-4143-42e9-b80b-12d65b1c1f74" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.711261] env[69760]: DEBUG nova.objects.instance [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'flavor' on Instance uuid f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 985.839145] env[69760]: DEBUG nova.compute.manager [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Received event network-vif-deleted-dce5fe34-560d-4ec3-9276-4ab6152d9129 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.839475] env[69760]: DEBUG nova.compute.manager [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received event network-vif-plugged-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.839475] env[69760]: DEBUG oslo_concurrency.lockutils [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.839637] env[69760]: DEBUG oslo_concurrency.lockutils [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.839774] env[69760]: DEBUG oslo_concurrency.lockutils [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.839939] env[69760]: DEBUG nova.compute.manager [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] No waiting events found dispatching network-vif-plugged-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 985.840383] env[69760]: WARNING nova.compute.manager [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received unexpected event network-vif-plugged-d198507a-2619-467d-95bd-23ba072981f1 for instance with vm_state building and task_state spawning. [ 985.840569] env[69760]: DEBUG nova.compute.manager [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received event network-changed-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 985.840729] env[69760]: DEBUG nova.compute.manager [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Refreshing instance network info cache due to event network-changed-d198507a-2619-467d-95bd-23ba072981f1. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 985.840900] env[69760]: DEBUG oslo_concurrency.lockutils [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] Acquiring lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.982796] env[69760]: DEBUG nova.network.neutron [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 986.052551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-181d6055-cf37-474e-a062-f99be24c87ee tempest-ImagesTestJSON-1714893492 tempest-ImagesTestJSON-1714893492-project-member] Lock "ef1aa949-5359-4c88-8f5f-fcf895c7837a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.223s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 986.112569] env[69760]: DEBUG nova.network.neutron [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd198507a-26", "ovs_interfaceid": "d198507a-2619-467d-95bd-23ba072981f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 986.121337] env[69760]: DEBUG nova.compute.manager [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 986.184209] env[69760]: INFO nova.compute.manager [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Took 0.55 seconds to detach 1 volumes for instance. [ 986.311229] env[69760]: DEBUG nova.objects.instance [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'pci_requests' on Instance uuid f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 986.614697] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.614997] env[69760]: DEBUG nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Instance network_info: |[{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd198507a-26", "ovs_interfaceid": "d198507a-2619-467d-95bd-23ba072981f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 986.615278] env[69760]: DEBUG oslo_concurrency.lockutils [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] Acquired lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.615470] env[69760]: DEBUG nova.network.neutron [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Refreshing network info cache for port d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 986.616944] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:41:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd198507a-2619-467d-95bd-23ba072981f1', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 986.624485] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating folder: Project (af79d6fd6c6d48f79c819324375e887b). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.630370] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f2be274-9fd5-46ee-9d3f-3e2123ab0a10 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.642177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.646341] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Created folder: Project (af79d6fd6c6d48f79c819324375e887b) in parent group-v676970. [ 986.646550] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating folder: Instances. Parent ref: group-v677185. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 986.646966] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbf5b3bb-9d74-40ec-87e3-534c13f8ec53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.656261] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Created folder: Instances in parent group-v677185. [ 986.656481] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 986.656667] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 986.656882] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c4c8e7e-91b1-4ffd-9253-4bd18a4532e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.680019] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 986.680019] env[69760]: value = "task-3394196" [ 986.680019] env[69760]: _type = "Task" [ 986.680019] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.691288] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 986.691528] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394196, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.768891] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae97d4cb-9b26-40af-93b3-248c6453b04e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.778995] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebe73a0a-0bab-44c5-9c2f-43df5b7152ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.810593] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3d830c6-9f29-47d4-95ca-d116ed96c4a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.817785] env[69760]: DEBUG nova.objects.base [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 986.818038] env[69760]: DEBUG nova.network.neutron [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 986.821268] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55161efc-6bbb-442f-aef3-da99b1c8757e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.835740] env[69760]: DEBUG nova.compute.provider_tree [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 986.895575] env[69760]: DEBUG nova.policy [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 987.190725] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394196, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.341021] env[69760]: DEBUG nova.scheduler.client.report [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.351952] env[69760]: DEBUG nova.network.neutron [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updated VIF entry in instance network info cache for port d198507a-2619-467d-95bd-23ba072981f1. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 987.352592] env[69760]: DEBUG nova.network.neutron [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd198507a-26", "ovs_interfaceid": "d198507a-2619-467d-95bd-23ba072981f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.695050] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394196, 'name': CreateVM_Task, 'duration_secs': 0.545181} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.695414] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 987.696273] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.696574] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.699468] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.699468] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-05e5b52f-a233-42c8-9367-4ffbcae28c16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.705020] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 987.705020] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259f395-ee14-f5ec-042f-65573b4a1b08" [ 987.705020] env[69760]: _type = "Task" [ 987.705020] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.711674] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259f395-ee14-f5ec-042f-65573b4a1b08, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.847027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 987.847027] env[69760]: DEBUG nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 987.848350] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.161s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 987.848656] env[69760]: DEBUG nova.objects.instance [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 987.857816] env[69760]: DEBUG oslo_concurrency.lockutils [req-7ee4a108-ce57-46bc-9a6e-c1365010caea req-5da29044-3dab-4cc4-9f36-ea2336673c40 service nova] Releasing lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.215089] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259f395-ee14-f5ec-042f-65573b4a1b08, 'name': SearchDatastore_Task, 'duration_secs': 0.021932} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.215774] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.216155] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 988.216497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.216744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.217221] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 988.218299] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2452d4f2-0391-4e5c-9d65-8746d712c7a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.230437] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 988.230437] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 988.230437] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51df5966-5c64-44e3-9d65-09c317fea8b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.240915] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 988.240915] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d3f07-d912-9893-b448-6f4579b33413" [ 988.240915] env[69760]: _type = "Task" [ 988.240915] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.247820] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d3f07-d912-9893-b448-6f4579b33413, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.354818] env[69760]: DEBUG nova.compute.utils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.357589] env[69760]: DEBUG nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 988.357906] env[69760]: DEBUG nova.network.neutron [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 988.420140] env[69760]: DEBUG nova.policy [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86f4152e3c0c49df9c82ab2e357ec181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b17581e9e0f745208927741eeb0f9a05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 988.442211] env[69760]: DEBUG nova.network.neutron [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Successfully updated port: 65f9b0e7-4143-42e9-b80b-12d65b1c1f74 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 988.750627] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520d3f07-d912-9893-b448-6f4579b33413, 'name': SearchDatastore_Task, 'duration_secs': 0.009403} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.752433] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623d839c-d71f-4b4f-af1d-3ff7d74065ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.759328] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 988.759328] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52884f18-5573-11e4-3925-fd46f9f4da04" [ 988.759328] env[69760]: _type = "Task" [ 988.759328] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.768603] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52884f18-5573-11e4-3925-fd46f9f4da04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.858345] env[69760]: DEBUG nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 988.866613] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b1e44f8e-64ac-4008-939a-4497eb2d284f tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.867851] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.573s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.871063] env[69760]: INFO nova.compute.claims [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.922145] env[69760]: DEBUG nova.network.neutron [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Successfully created port: e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 988.945942] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.946157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.946342] env[69760]: DEBUG nova.network.neutron [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 989.130953] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 989.131213] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 989.274777] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52884f18-5573-11e4-3925-fd46f9f4da04, 'name': SearchDatastore_Task, 'duration_secs': 0.00974} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.275223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.275617] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 989.275766] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-71174c8b-40f8-4400-b939-574d7f210671 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.288038] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 989.288038] env[69760]: value = "task-3394197" [ 989.288038] env[69760]: _type = "Task" [ 989.288038] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.302033] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394197, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.517426] env[69760]: WARNING nova.network.neutron [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] 504b24e4-f426-41bf-bbb3-2afc8307256a already exists in list: networks containing: ['504b24e4-f426-41bf-bbb3-2afc8307256a']. ignoring it [ 989.517799] env[69760]: WARNING nova.network.neutron [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] 504b24e4-f426-41bf-bbb3-2afc8307256a already exists in list: networks containing: ['504b24e4-f426-41bf-bbb3-2afc8307256a']. ignoring it [ 989.637161] env[69760]: DEBUG nova.compute.utils [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 989.803260] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394197, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.496009} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.803540] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 989.803757] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 989.804211] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45a293d6-9ad0-41c1-8e29-6a32a25cb75d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.812341] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 989.812341] env[69760]: value = "task-3394198" [ 989.812341] env[69760]: _type = "Task" [ 989.812341] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.822376] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394198, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.882338] env[69760]: DEBUG nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 989.925525] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 989.925877] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 989.926014] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.926237] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 989.926372] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.926533] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 989.926751] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 989.927716] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 989.928534] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 989.928771] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 989.929820] env[69760]: DEBUG nova.virt.hardware [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 989.930868] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10734079-752d-44cf-88eb-f1f645d128c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.950489] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c4ebb6-a68b-493a-8670-e1d38213f313 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.109834] env[69760]: DEBUG nova.network.neutron [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "address": "fa:16:3e:6e:75:23", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1587f65-b7", "ovs_interfaceid": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65f9b0e7-4143-42e9-b80b-12d65b1c1f74", "address": "fa:16:3e:5d:0c:ac", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f9b0e7-41", "ovs_interfaceid": "65f9b0e7-4143-42e9-b80b-12d65b1c1f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 990.140474] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.142189] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5578a42b-e9be-4554-b3bb-3d1c4ee62de4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.150505] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab31ac97-262f-4dd7-ae4f-2339e1960e12 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.186960] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a693bfa2-f034-41aa-9baa-8b8ea47f6145 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.197392] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28711e34-fbcb-432d-9b68-e794189730ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.210354] env[69760]: DEBUG nova.compute.provider_tree [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.321820] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394198, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132848} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.322140] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 990.322961] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92e9608b-2ec4-43a2-8742-ed6aac8f5d4c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.345675] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.346070] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-066d6a30-204d-4b30-a80a-d966a5195e8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.368078] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 990.368078] env[69760]: value = "task-3394199" [ 990.368078] env[69760]: _type = "Task" [ 990.368078] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.376684] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394199, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.598552] env[69760]: DEBUG nova.network.neutron [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Successfully updated port: e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 990.616038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.616038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.616038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.616210] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d2a8beb-1d80-49e5-a19f-055fee699271 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.636607] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 990.636847] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 990.636998] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.637195] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 990.637340] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.638978] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 990.638978] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 990.638978] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 990.638978] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 990.638978] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 990.638978] env[69760]: DEBUG nova.virt.hardware [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 990.647774] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfiguring VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 990.650772] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75dd44ea-9ebd-4e06-8f29-f374713b429e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.667245] env[69760]: DEBUG oslo_vmware.api [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 990.667245] env[69760]: value = "task-3394200" [ 990.667245] env[69760]: _type = "Task" [ 990.667245] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.677034] env[69760]: DEBUG oslo_vmware.api [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394200, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.715321] env[69760]: DEBUG nova.scheduler.client.report [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.758241] env[69760]: DEBUG nova.compute.manager [req-b8635110-4e93-448a-b724-f1fd5d0ea006 req-a1f11f0a-dd68-4afd-8492-95875ba7558a service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-vif-plugged-65f9b0e7-4143-42e9-b80b-12d65b1c1f74 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 990.758241] env[69760]: DEBUG oslo_concurrency.lockutils [req-b8635110-4e93-448a-b724-f1fd5d0ea006 req-a1f11f0a-dd68-4afd-8492-95875ba7558a service nova] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 990.758241] env[69760]: DEBUG oslo_concurrency.lockutils [req-b8635110-4e93-448a-b724-f1fd5d0ea006 req-a1f11f0a-dd68-4afd-8492-95875ba7558a service nova] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 990.758241] env[69760]: DEBUG oslo_concurrency.lockutils [req-b8635110-4e93-448a-b724-f1fd5d0ea006 req-a1f11f0a-dd68-4afd-8492-95875ba7558a service nova] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.758241] env[69760]: DEBUG nova.compute.manager [req-b8635110-4e93-448a-b724-f1fd5d0ea006 req-a1f11f0a-dd68-4afd-8492-95875ba7558a service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] No waiting events found dispatching network-vif-plugged-65f9b0e7-4143-42e9-b80b-12d65b1c1f74 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 990.758241] env[69760]: WARNING nova.compute.manager [req-b8635110-4e93-448a-b724-f1fd5d0ea006 req-a1f11f0a-dd68-4afd-8492-95875ba7558a service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received unexpected event network-vif-plugged-65f9b0e7-4143-42e9-b80b-12d65b1c1f74 for instance with vm_state active and task_state None. [ 990.882978] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.100945] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.101427] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.101704] env[69760]: DEBUG nova.network.neutron [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 991.180880] env[69760]: DEBUG oslo_vmware.api [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394200, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.221035] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.221035] env[69760]: DEBUG nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 991.222253] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.864s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.228648] env[69760]: DEBUG nova.objects.instance [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lazy-loading 'resources' on Instance uuid 8de66e82-6841-4aa3-ac3f-f80415d3e359 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 991.237589] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.237589] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.237589] env[69760]: INFO nova.compute.manager [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Attaching volume 7f66bd71-93bd-4aa6-baea-050037267105 to /dev/sdb [ 991.275455] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d2a4cf-fbf1-4723-9c98-bc894e5c7015 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.286079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f84d4e6-17c0-493e-aeb1-7e5ec52d3eb5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.304164] env[69760]: DEBUG nova.virt.block_device [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating existing volume attachment record: b4837699-4fdf-4bc5-b0db-502ed8a82e9a {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 991.379222] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394199, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.578243] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "962a8802-6352-4848-aec5-4ba82c22c060" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.578534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.644831] env[69760]: DEBUG nova.network.neutron [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 991.681229] env[69760]: DEBUG oslo_vmware.api [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394200, 'name': ReconfigVM_Task, 'duration_secs': 0.55583} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.681229] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.681229] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfigured VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 991.730106] env[69760]: DEBUG nova.compute.utils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 991.737706] env[69760]: DEBUG nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 991.737888] env[69760]: DEBUG nova.network.neutron [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 991.821178] env[69760]: DEBUG nova.policy [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0d1932c9405f46339f03a252461dc541', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e4a1e206c7a6452b8000b64b088881e6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 991.856624] env[69760]: DEBUG nova.network.neutron [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updating instance_info_cache with network_info: [{"id": "e4779287-dcec-4424-8034-6e07251ff94f", "address": "fa:16:3e:c9:c2:a9", "network": {"id": "d384adb2-a176-4469-9e4e-250bb77ff604", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2039452175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b17581e9e0f745208927741eeb0f9a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4779287-dc", "ovs_interfaceid": "e4779287-dcec-4424-8034-6e07251ff94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.884917] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394199, 'name': ReconfigVM_Task, 'duration_secs': 1.17735} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.888268] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Reconfigured VM instance instance-0000004b to attach disk [datastore1] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.889545] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7a030ec8-72d1-4d84-a5e8-ae2b4db5b38c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.896294] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 991.896294] env[69760]: value = "task-3394204" [ 991.896294] env[69760]: _type = "Task" [ 991.896294] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.907570] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394204, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.015921] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014288ba-4cfe-4baf-9688-a28812b4fe69 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.024088] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4f4b39-8214-4190-9c65-16c72b05598e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.057209] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbcddfec-cca8-4ce0-bc65-5127284a92ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.069056] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9573ccf0-e864-41a7-baa8-b9dcdb4f0261 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.084236] env[69760]: DEBUG nova.compute.provider_tree [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 992.084517] env[69760]: INFO nova.compute.manager [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Detaching volume 8e308f85-6757-410f-b631-50d984a14465 [ 992.144411] env[69760]: INFO nova.virt.block_device [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Attempting to driver detach volume 8e308f85-6757-410f-b631-50d984a14465 from mountpoint /dev/sdb [ 992.144537] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 992.144738] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677168', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'name': 'volume-8e308f85-6757-410f-b631-50d984a14465', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962a8802-6352-4848-aec5-4ba82c22c060', 'attached_at': '', 'detached_at': '', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'serial': '8e308f85-6757-410f-b631-50d984a14465'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 992.146518] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3643c6f-51f9-49bd-8955-f916f4b83f8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.150629] env[69760]: DEBUG nova.network.neutron [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Successfully created port: 4680f54d-0837-4282-a228-cd71d5440d26 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 992.175337] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61eaf467-2344-466b-aabe-82b8e33c88ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.184429] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e2625ef-75a2-4496-be9f-d86ae82219a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.188829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbc1c3fd-3c92-4b3f-932c-3702fafea36c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-65f9b0e7-4143-42e9-b80b-12d65b1c1f74" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.478s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.215940] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc5ef3e-7d59-401e-bed5-450549ded8d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.233386] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] The volume has not been displaced from its original location: [datastore1] volume-8e308f85-6757-410f-b631-50d984a14465/volume-8e308f85-6757-410f-b631-50d984a14465.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 992.239027] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfiguring VM instance instance-0000003a to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 992.239776] env[69760]: DEBUG nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 992.243093] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e84d1f3-5c4d-4aaa-bf7f-acd8654a3ccc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.262977] env[69760]: DEBUG oslo_vmware.api [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 992.262977] env[69760]: value = "task-3394205" [ 992.262977] env[69760]: _type = "Task" [ 992.262977] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.277790] env[69760]: DEBUG oslo_vmware.api [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394205, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.360952] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Releasing lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.361330] env[69760]: DEBUG nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Instance network_info: |[{"id": "e4779287-dcec-4424-8034-6e07251ff94f", "address": "fa:16:3e:c9:c2:a9", "network": {"id": "d384adb2-a176-4469-9e4e-250bb77ff604", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2039452175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b17581e9e0f745208927741eeb0f9a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4779287-dc", "ovs_interfaceid": "e4779287-dcec-4424-8034-6e07251ff94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 992.362111] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c9:c2:a9', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4779287-dcec-4424-8034-6e07251ff94f', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.370365] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Creating folder: Project (b17581e9e0f745208927741eeb0f9a05). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.370365] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1de7210-85a4-4707-8412-d4d29671811c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.380754] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Created folder: Project (b17581e9e0f745208927741eeb0f9a05) in parent group-v676970. [ 992.381048] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Creating folder: Instances. Parent ref: group-v677190. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 992.381292] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a88bc028-fa4d-42d6-9895-a055f7cc37b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.392133] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Created folder: Instances in parent group-v677190. [ 992.392133] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 992.392257] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.392431] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d352e7d-3524-4c80-b890-d1cf3b941466 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.416827] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394204, 'name': Rename_Task, 'duration_secs': 0.145138} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.418306] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 992.418652] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.418652] env[69760]: value = "task-3394208" [ 992.418652] env[69760]: _type = "Task" [ 992.418652] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.418890] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81f93e3d-2ba4-4e2d-9f5f-2a4fb8fa6aa3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.429471] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394208, 'name': CreateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.431214] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 992.431214] env[69760]: value = "task-3394209" [ 992.431214] env[69760]: _type = "Task" [ 992.431214] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.439726] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394209, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.585054] env[69760]: DEBUG nova.scheduler.client.report [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.774736] env[69760]: DEBUG oslo_vmware.api [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394205, 'name': ReconfigVM_Task, 'duration_secs': 0.311071} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.774736] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Reconfigured VM instance instance-0000003a to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 992.781396] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81bc72f0-ba92-4844-a680-871c6a66ad85 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.798439] env[69760]: DEBUG oslo_vmware.api [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 992.798439] env[69760]: value = "task-3394210" [ 992.798439] env[69760]: _type = "Task" [ 992.798439] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.810009] env[69760]: DEBUG oslo_vmware.api [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394210, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.935141] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394208, 'name': CreateVM_Task, 'duration_secs': 0.342536} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.937137] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 992.937932] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.938100] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.938471] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.939156] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6e3b3b22-2384-4045-8daf-aac3d0a6450e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.947187] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394209, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.951301] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 992.951301] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527ed534-67ce-79f3-ff58-12d0565d0382" [ 992.951301] env[69760]: _type = "Task" [ 992.951301] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.961594] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527ed534-67ce-79f3-ff58-12d0565d0382, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.090415] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.093637] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.272s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.093896] env[69760]: DEBUG nova.objects.instance [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lazy-loading 'resources' on Instance uuid f839c019-46b5-43fd-81e5-ace2c82c4263 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 993.121547] env[69760]: INFO nova.scheduler.client.report [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Deleted allocations for instance 8de66e82-6841-4aa3-ac3f-f80415d3e359 [ 993.262712] env[69760]: DEBUG nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 993.293342] env[69760]: DEBUG nova.compute.manager [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-changed-65f9b0e7-4143-42e9-b80b-12d65b1c1f74 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 993.293639] env[69760]: DEBUG nova.compute.manager [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing instance network info cache due to event network-changed-65f9b0e7-4143-42e9-b80b-12d65b1c1f74. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 993.293867] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.294027] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.294192] env[69760]: DEBUG nova.network.neutron [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Refreshing network info cache for port 65f9b0e7-4143-42e9-b80b-12d65b1c1f74 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 993.301735] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 993.301967] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 993.302146] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 993.302330] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 993.302475] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 993.302621] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 993.302853] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 993.303035] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 993.303223] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 993.303389] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 993.303563] env[69760]: DEBUG nova.virt.hardware [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 993.306908] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9a86df7-d3e8-45d0-906d-f4be2ce63387 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.328579] env[69760]: DEBUG oslo_vmware.api [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394210, 'name': ReconfigVM_Task, 'duration_secs': 0.153973} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.329716] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677168', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'name': 'volume-8e308f85-6757-410f-b631-50d984a14465', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '962a8802-6352-4848-aec5-4ba82c22c060', 'attached_at': '', 'detached_at': '', 'volume_id': '8e308f85-6757-410f-b631-50d984a14465', 'serial': '8e308f85-6757-410f-b631-50d984a14465'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 993.337801] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f63f7934-2bc7-4874-8b52-7edb8d927f25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.449312] env[69760]: DEBUG oslo_vmware.api [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394209, 'name': PowerOnVM_Task, 'duration_secs': 0.521934} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.449581] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 993.449634] env[69760]: INFO nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Took 9.67 seconds to spawn the instance on the hypervisor. [ 993.449971] env[69760]: DEBUG nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 993.450658] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5896437f-e204-4495-80fc-2e276cf5b5b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.472177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.472177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.478842] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527ed534-67ce-79f3-ff58-12d0565d0382, 'name': SearchDatastore_Task, 'duration_secs': 0.01418} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.479657] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.479657] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 993.479793] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.479947] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.480146] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 993.480409] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ae007a9c-b757-4dca-b213-e12f74e0aa42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.492227] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 993.492227] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 993.493095] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bd5d212a-0ec6-47cf-9533-518e6a14c84a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.499729] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 993.499729] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52be2f28-12b6-7333-5ce0-f98c0461bbdd" [ 993.499729] env[69760]: _type = "Task" [ 993.499729] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.510494] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52be2f28-12b6-7333-5ce0-f98c0461bbdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.633168] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9289b54-58fb-481b-9a34-57b4a2fa37f7 tempest-ServersListShow296Test-1604526139 tempest-ServersListShow296Test-1604526139-project-member] Lock "8de66e82-6841-4aa3-ac3f-f80415d3e359" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.508s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.903322] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "d2deba3f-4d13-4071-a973-26840aacae7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.904397] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "d2deba3f-4d13-4071-a973-26840aacae7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.939233] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dd9365e-066a-4910-8695-b4e6c1a9a58e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.948685] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb77943c-26d5-420e-a74a-bf12ec9dbb61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.983641] env[69760]: DEBUG nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 993.995783] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00681c7-1b70-452b-89dc-0e0a8e70a498 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.001483] env[69760]: INFO nova.compute.manager [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Took 21.15 seconds to build instance. [ 994.011533] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4add88a9-d02b-4763-8f4d-d0861f7ec16b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.032330] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52be2f28-12b6-7333-5ce0-f98c0461bbdd, 'name': SearchDatastore_Task, 'duration_secs': 0.011941} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.064947] env[69760]: DEBUG nova.compute.provider_tree [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.066456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-b1587f65-b7b5-4878-896a-5cd44c4221cd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.066703] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-b1587f65-b7b5-4878-896a-5cd44c4221cd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.069415] env[69760]: DEBUG nova.objects.instance [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lazy-loading 'flavor' on Instance uuid 962a8802-6352-4848-aec5-4ba82c22c060 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 994.076219] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b9edb23-aee9-434a-996f-86a409bd142d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.092879] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 994.092879] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52061e5d-c893-7d01-1b9c-7b42cadf74d9" [ 994.092879] env[69760]: _type = "Task" [ 994.092879] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.106403] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52061e5d-c893-7d01-1b9c-7b42cadf74d9, 'name': SearchDatastore_Task, 'duration_secs': 0.010238} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.106668] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.106928] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] e71e197d-eb97-46de-ba6e-bee5ba6e0282/e71e197d-eb97-46de-ba6e-bee5ba6e0282.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.107225] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fcd4eab1-e046-4766-aeee-98cc193e1ca0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.118208] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 994.118208] env[69760]: value = "task-3394215" [ 994.118208] env[69760]: _type = "Task" [ 994.118208] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.130568] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394215, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.282687] env[69760]: DEBUG nova.network.neutron [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Successfully updated port: 4680f54d-0837-4282-a228-cd71d5440d26 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 994.340809] env[69760]: DEBUG nova.network.neutron [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updated VIF entry in instance network info cache for port 65f9b0e7-4143-42e9-b80b-12d65b1c1f74. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 994.340923] env[69760]: DEBUG nova.network.neutron [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "address": "fa:16:3e:6e:75:23", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb1587f65-b7", "ovs_interfaceid": "b1587f65-b7b5-4878-896a-5cd44c4221cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65f9b0e7-4143-42e9-b80b-12d65b1c1f74", "address": "fa:16:3e:5d:0c:ac", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f9b0e7-41", "ovs_interfaceid": "65f9b0e7-4143-42e9-b80b-12d65b1c1f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.407248] env[69760]: DEBUG nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 994.508151] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ffc0436c-48a6-49d8-92d5-d133ea0513ad tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.664s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.523298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.584406] env[69760]: DEBUG nova.scheduler.client.report [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 994.593027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.593027] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.593027] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47575fec-3eed-4439-9406-e720b3dd7b46 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.630985] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7509c9eb-379d-417c-9259-ec5fcf223790 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.642483] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394215, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.675572] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfiguring VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 994.676239] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-248a7256-0efc-44c7-893a-a6de532d2bd7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.696542] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 994.696542] env[69760]: value = "task-3394216" [ 994.696542] env[69760]: _type = "Task" [ 994.696542] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.789709] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "refresh_cache-96a4d360-9961-4244-8d13-964ae68dd549" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.789709] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "refresh_cache-96a4d360-9961-4244-8d13-964ae68dd549" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.789709] env[69760]: DEBUG nova.network.neutron [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 994.844134] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.844421] env[69760]: DEBUG nova.compute.manager [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Received event network-vif-plugged-e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.844615] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Acquiring lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 994.844849] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 994.845040] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.845209] env[69760]: DEBUG nova.compute.manager [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] No waiting events found dispatching network-vif-plugged-e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 994.845373] env[69760]: WARNING nova.compute.manager [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Received unexpected event network-vif-plugged-e4779287-dcec-4424-8034-6e07251ff94f for instance with vm_state building and task_state spawning. [ 994.845533] env[69760]: DEBUG nova.compute.manager [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Received event network-changed-e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 994.845702] env[69760]: DEBUG nova.compute.manager [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Refreshing instance network info cache due to event network-changed-e4779287-dcec-4424-8034-6e07251ff94f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 994.845888] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Acquiring lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.846039] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Acquired lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.846203] env[69760]: DEBUG nova.network.neutron [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Refreshing network info cache for port e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 994.929502] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.092114] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.998s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.094456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.830s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.096089] env[69760]: INFO nova.compute.claims [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 995.100402] env[69760]: DEBUG oslo_concurrency.lockutils [None req-56e2ea8c-b654-42f5-b3f8-37e2ac577a59 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.522s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.135827] env[69760]: INFO nova.scheduler.client.report [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Deleted allocations for instance f839c019-46b5-43fd-81e5-ace2c82c4263 [ 995.148346] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394215, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.579741} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.148669] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] e71e197d-eb97-46de-ba6e-bee5ba6e0282/e71e197d-eb97-46de-ba6e-bee5ba6e0282.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.148976] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.149250] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-397e7c21-dbf1-463c-863f-51097fcaafac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.156596] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 995.156596] env[69760]: value = "task-3394217" [ 995.156596] env[69760]: _type = "Task" [ 995.156596] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.165406] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394217, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.207029] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.254441] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "367a5806-7c6b-4aa2-8966-3799bbd90682" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.254682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.312140] env[69760]: DEBUG nova.compute.manager [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Received event network-vif-plugged-4680f54d-0837-4282-a228-cd71d5440d26 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.312362] env[69760]: DEBUG oslo_concurrency.lockutils [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] Acquiring lock "96a4d360-9961-4244-8d13-964ae68dd549-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.312564] env[69760]: DEBUG oslo_concurrency.lockutils [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] Lock "96a4d360-9961-4244-8d13-964ae68dd549-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.312773] env[69760]: DEBUG oslo_concurrency.lockutils [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] Lock "96a4d360-9961-4244-8d13-964ae68dd549-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.312954] env[69760]: DEBUG nova.compute.manager [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] No waiting events found dispatching network-vif-plugged-4680f54d-0837-4282-a228-cd71d5440d26 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 995.313435] env[69760]: WARNING nova.compute.manager [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Received unexpected event network-vif-plugged-4680f54d-0837-4282-a228-cd71d5440d26 for instance with vm_state building and task_state spawning. [ 995.313648] env[69760]: DEBUG nova.compute.manager [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Received event network-changed-4680f54d-0837-4282-a228-cd71d5440d26 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 995.313790] env[69760]: DEBUG nova.compute.manager [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Refreshing instance network info cache due to event network-changed-4680f54d-0837-4282-a228-cd71d5440d26. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 995.313930] env[69760]: DEBUG oslo_concurrency.lockutils [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] Acquiring lock "refresh_cache-96a4d360-9961-4244-8d13-964ae68dd549" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.332471] env[69760]: DEBUG nova.network.neutron [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 995.392954] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "962a8802-6352-4848-aec5-4ba82c22c060" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.393291] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.393511] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "962a8802-6352-4848-aec5-4ba82c22c060-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.393705] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.393917] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.396379] env[69760]: INFO nova.compute.manager [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Terminating instance [ 995.596345] env[69760]: DEBUG nova.network.neutron [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Updating instance_info_cache with network_info: [{"id": "4680f54d-0837-4282-a228-cd71d5440d26", "address": "fa:16:3e:0a:7e:1a", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4680f54d-08", "ovs_interfaceid": "4680f54d-0837-4282-a228-cd71d5440d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.652151] env[69760]: DEBUG oslo_concurrency.lockutils [None req-51840c9c-bb6c-4bc8-ab28-94d0c7230d34 tempest-ServersTestBootFromVolume-138036931 tempest-ServersTestBootFromVolume-138036931-project-member] Lock "f839c019-46b5-43fd-81e5-ace2c82c4263" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.288s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.667085] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394217, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063657} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.667914] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.668703] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c347950-b024-4031-8fee-c16d51bd180f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.692491] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Reconfiguring VM instance instance-0000004c to attach disk [datastore1] e71e197d-eb97-46de-ba6e-bee5ba6e0282/e71e197d-eb97-46de-ba6e-bee5ba6e0282.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.693080] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b7b604-8471-4922-81f6-4bcaabb1003f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.720582] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 995.720582] env[69760]: value = "task-3394218" [ 995.720582] env[69760]: _type = "Task" [ 995.720582] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.723802] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.740042] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394218, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.757340] env[69760]: DEBUG nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 995.830297] env[69760]: DEBUG nova.network.neutron [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updated VIF entry in instance network info cache for port e4779287-dcec-4424-8034-6e07251ff94f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 995.830679] env[69760]: DEBUG nova.network.neutron [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updating instance_info_cache with network_info: [{"id": "e4779287-dcec-4424-8034-6e07251ff94f", "address": "fa:16:3e:c9:c2:a9", "network": {"id": "d384adb2-a176-4469-9e4e-250bb77ff604", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2039452175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b17581e9e0f745208927741eeb0f9a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4779287-dc", "ovs_interfaceid": "e4779287-dcec-4424-8034-6e07251ff94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 995.900356] env[69760]: DEBUG nova.compute.manager [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 995.900558] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 995.901511] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-756cdd2f-6c12-41ab-8ecf-e677344889bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.909372] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 995.909632] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fb6250a-c80f-4f9e-acbc-235a7be9f1f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.916057] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 995.916057] env[69760]: value = "task-3394219" [ 995.916057] env[69760]: _type = "Task" [ 995.916057] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.925274] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394219, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.100643] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "refresh_cache-96a4d360-9961-4244-8d13-964ae68dd549" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.100997] env[69760]: DEBUG nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Instance network_info: |[{"id": "4680f54d-0837-4282-a228-cd71d5440d26", "address": "fa:16:3e:0a:7e:1a", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4680f54d-08", "ovs_interfaceid": "4680f54d-0837-4282-a228-cd71d5440d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 996.101732] env[69760]: DEBUG oslo_concurrency.lockutils [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] Acquired lock "refresh_cache-96a4d360-9961-4244-8d13-964ae68dd549" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.101845] env[69760]: DEBUG nova.network.neutron [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Refreshing network info cache for port 4680f54d-0837-4282-a228-cd71d5440d26 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 996.102993] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:7e:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'da0e5087-d65b-416f-90fe-beaa9c534ad3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4680f54d-0837-4282-a228-cd71d5440d26', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 996.111791] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 996.115727] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 996.116536] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-13fd2276-5153-4193-b394-c7ad199eb109 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.141753] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 996.141753] env[69760]: value = "task-3394220" [ 996.141753] env[69760]: _type = "Task" [ 996.141753] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.149603] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394220, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.218873] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.237453] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394218, 'name': ReconfigVM_Task, 'duration_secs': 0.261555} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.237643] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Reconfigured VM instance instance-0000004c to attach disk [datastore1] e71e197d-eb97-46de-ba6e-bee5ba6e0282/e71e197d-eb97-46de-ba6e-bee5ba6e0282.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.238399] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b31c3e3-179d-462f-999c-dad80526c204 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.245676] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 996.245676] env[69760]: value = "task-3394221" [ 996.245676] env[69760]: _type = "Task" [ 996.245676] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.271973] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394221, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.307532] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 996.333674] env[69760]: DEBUG oslo_concurrency.lockutils [req-6ccfb30b-4a48-40d1-93c1-745b338fc426 req-3616b3d1-0c3f-4a1f-80da-71c9d733ce8b service nova] Releasing lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.363482] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 996.363536] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677189', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'name': 'volume-7f66bd71-93bd-4aa6-baea-050037267105', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db981e04-53a9-4dab-8fc7-ffc6631cd41d', 'attached_at': '', 'detached_at': '', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'serial': '7f66bd71-93bd-4aa6-baea-050037267105'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 996.364508] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-838e14fe-5c3f-4709-a152-865396fcf1c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.386478] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2094de7-f7ee-4c89-bbf4-cb46eadd6104 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.414635] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Reconfiguring VM instance instance-0000002d to attach disk [datastore1] volume-7f66bd71-93bd-4aa6-baea-050037267105/volume-7f66bd71-93bd-4aa6-baea-050037267105.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.417803] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3282feb0-9603-41b3-84af-0b785e01c435 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.440334] env[69760]: DEBUG oslo_vmware.api [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 996.440334] env[69760]: value = "task-3394222" [ 996.440334] env[69760]: _type = "Task" [ 996.440334] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.443864] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394219, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.455461] env[69760]: DEBUG oslo_vmware.api [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394222, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.519734] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26eb5231-8f0a-4e31-8f79-c79a19af9241 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.527653] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fea7a19-f68c-4b60-9313-6f53c84a81b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.557575] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bb7acd-48e0-4326-9bbb-e371dae3d07d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.565156] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-729140e6-930f-44fd-a02e-a4e180180cea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.581994] env[69760]: DEBUG nova.compute.provider_tree [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.652146] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394220, 'name': CreateVM_Task, 'duration_secs': 0.376732} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.652627] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 996.653656] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.653893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.654326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.654620] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d21fd022-3592-4678-b3ad-c2ed1bce2587 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.660716] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 996.660716] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c12b7-77eb-d318-7d46-e558fed90874" [ 996.660716] env[69760]: _type = "Task" [ 996.660716] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.670228] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c12b7-77eb-d318-7d46-e558fed90874, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.720458] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.755589] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394221, 'name': Rename_Task, 'duration_secs': 0.218272} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.755848] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.756155] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32513ac3-e360-44ba-8a3c-6f5e9442571b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.762800] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 996.762800] env[69760]: value = "task-3394223" [ 996.762800] env[69760]: _type = "Task" [ 996.762800] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.776036] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394223, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.946227] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394219, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.962263] env[69760]: DEBUG oslo_vmware.api [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394222, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.019556] env[69760]: DEBUG nova.network.neutron [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Updated VIF entry in instance network info cache for port 4680f54d-0837-4282-a228-cd71d5440d26. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 997.019788] env[69760]: DEBUG nova.network.neutron [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Updating instance_info_cache with network_info: [{"id": "4680f54d-0837-4282-a228-cd71d5440d26", "address": "fa:16:3e:0a:7e:1a", "network": {"id": "a9a6e9e5-69a7-4fd9-b381-1651113fed76", "bridge": "br-int", "label": "tempest-ImagesOneServerNegativeTestJSON-1016329248-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e4a1e206c7a6452b8000b64b088881e6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "da0e5087-d65b-416f-90fe-beaa9c534ad3", "external-id": "nsx-vlan-transportzone-522", "segmentation_id": 522, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4680f54d-08", "ovs_interfaceid": "4680f54d-0837-4282-a228-cd71d5440d26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.086065] env[69760]: DEBUG nova.scheduler.client.report [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.173465] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521c12b7-77eb-d318-7d46-e558fed90874, 'name': SearchDatastore_Task, 'duration_secs': 0.023211} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.173841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.174098] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 997.174342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.174487] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.174669] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 997.175369] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1faaa52-24ab-4125-af1f-579b7408dc44 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.192752] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 997.192752] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 997.192752] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8489e7de-ff9e-470b-86fd-f4f4ebe6ce68 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.200480] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 997.200480] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528a6e9f-a572-72ac-047b-9894d323c083" [ 997.200480] env[69760]: _type = "Task" [ 997.200480] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.207866] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528a6e9f-a572-72ac-047b-9894d323c083, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.221943] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.274881] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394223, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.450367] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394219, 'name': PowerOffVM_Task, 'duration_secs': 1.196803} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.455462] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 997.455462] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 997.455462] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d1f5c9b9-fd71-4e4a-a23a-d66fdd743177 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.466910] env[69760]: DEBUG oslo_vmware.api [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394222, 'name': ReconfigVM_Task, 'duration_secs': 0.860968} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.467285] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Reconfigured VM instance instance-0000002d to attach disk [datastore1] volume-7f66bd71-93bd-4aa6-baea-050037267105/volume-7f66bd71-93bd-4aa6-baea-050037267105.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 997.474631] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e4ed87d-f001-4549-b8bf-c8231d0e0568 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.492051] env[69760]: DEBUG oslo_vmware.api [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 997.492051] env[69760]: value = "task-3394226" [ 997.492051] env[69760]: _type = "Task" [ 997.492051] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.503019] env[69760]: DEBUG oslo_vmware.api [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394226, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.528129] env[69760]: DEBUG oslo_concurrency.lockutils [req-2dc28576-fcf0-4672-9d2a-dee9acb275a4 req-77c4969d-75c9-47ad-86bc-8a22ab216689 service nova] Releasing lock "refresh_cache-96a4d360-9961-4244-8d13-964ae68dd549" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.534019] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 997.534263] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 997.534455] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleting the datastore file [datastore2] 962a8802-6352-4848-aec5-4ba82c22c060 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 997.534775] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f024c484-8841-44d6-9719-9201275b03f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.541474] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 997.541474] env[69760]: value = "task-3394227" [ 997.541474] env[69760]: _type = "Task" [ 997.541474] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.549971] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.598149] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.504s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.598748] env[69760]: DEBUG nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 997.604805] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 10.963s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.709727] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528a6e9f-a572-72ac-047b-9894d323c083, 'name': SearchDatastore_Task, 'duration_secs': 0.029374} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.714423] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5864f75d-788a-4f34-8db3-af2c2d6823d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.724544] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 997.724544] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f62339-22f6-a898-b8ad-f5b7b5c4d9d4" [ 997.724544] env[69760]: _type = "Task" [ 997.724544] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.732015] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.737861] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f62339-22f6-a898-b8ad-f5b7b5c4d9d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.772645] env[69760]: DEBUG oslo_vmware.api [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394223, 'name': PowerOnVM_Task, 'duration_secs': 0.553475} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.772645] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.772645] env[69760]: INFO nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Took 7.89 seconds to spawn the instance on the hypervisor. [ 997.772807] env[69760]: DEBUG nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 997.773587] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40258438-5c47-475d-99e9-68e8fd75e431 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.007685] env[69760]: DEBUG oslo_vmware.api [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394226, 'name': ReconfigVM_Task, 'duration_secs': 0.286299} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.008190] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677189', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'name': 'volume-7f66bd71-93bd-4aa6-baea-050037267105', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db981e04-53a9-4dab-8fc7-ffc6631cd41d', 'attached_at': '', 'detached_at': '', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'serial': '7f66bd71-93bd-4aa6-baea-050037267105'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 998.051891] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394227, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.114429] env[69760]: INFO nova.compute.claims [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 998.123843] env[69760]: DEBUG nova.compute.utils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 998.124943] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.125193] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.125409] env[69760]: INFO nova.compute.manager [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Rebooting instance [ 998.127373] env[69760]: DEBUG nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 998.127559] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 998.164358] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.164565] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.189818] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.190032] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.200465] env[69760]: DEBUG nova.policy [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2849cf6cc55f4b508529d70372e3d13d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1597e5d1ab9f4ab3a9b597dc02221c52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 998.229331] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.239830] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f62339-22f6-a898-b8ad-f5b7b5c4d9d4, 'name': SearchDatastore_Task, 'duration_secs': 0.024421} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.241858] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.241858] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 96a4d360-9961-4244-8d13-964ae68dd549/96a4d360-9961-4244-8d13-964ae68dd549.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 998.241858] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c7c43c7-7921-451c-ab5a-7ef1f1a12c5b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.250319] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 998.250319] env[69760]: value = "task-3394228" [ 998.250319] env[69760]: _type = "Task" [ 998.250319] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.258965] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394228, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.297751] env[69760]: INFO nova.compute.manager [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Took 19.99 seconds to build instance. [ 998.559537] env[69760]: DEBUG oslo_vmware.api [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394227, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.698663} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.563393] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 998.563639] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 998.563751] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 998.563925] env[69760]: INFO nova.compute.manager [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Took 2.66 seconds to destroy the instance on the hypervisor. [ 998.565260] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 998.565508] env[69760]: DEBUG nova.compute.manager [-] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 998.565644] env[69760]: DEBUG nova.network.neutron [-] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 998.625670] env[69760]: INFO nova.compute.resource_tracker [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating resource usage from migration ae4a029c-5a08-4807-a07a-2cb6069da136 [ 998.630502] env[69760]: DEBUG nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 998.657012] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.657226] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.657577] env[69760]: DEBUG nova.network.neutron [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 998.669365] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.681122] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Successfully created port: 5ec5d1dc-d864-4072-8268-f924bb9d8def {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 998.692283] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 998.735287] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.766260] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394228, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.803893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8fe1f567-299b-4877-8b8b-c6a7596918fa tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.504s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.968252] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8041c98-c888-42e6-beb5-e7905f5ae653 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.978984] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54fc2f8f-4fe7-4784-88eb-54b4e1b10fac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.014785] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87003e1-fd0c-419d-a801-79ea4c502244 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.024156] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c751cf17-bdde-4c60-b861-dcdec4535281 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.041517] env[69760]: DEBUG nova.compute.provider_tree [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.067158] env[69760]: DEBUG nova.objects.instance [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 999.198480] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.223261] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.234444] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.260163] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394228, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.672141} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.260471] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 96a4d360-9961-4244-8d13-964ae68dd549/96a4d360-9961-4244-8d13-964ae68dd549.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 999.260691] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 999.260939] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a97a5218-4866-498b-8f01-31bcef777e26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.279835] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 999.279835] env[69760]: value = "task-3394230" [ 999.279835] env[69760]: _type = "Task" [ 999.279835] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.289927] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394230, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.500432] env[69760]: DEBUG nova.network.neutron [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.525109] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Successfully created port: 90b01b66-335d-4c00-b4d4-47f30e460a3b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 999.547216] env[69760]: DEBUG nova.scheduler.client.report [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.572186] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a45c0298-f065-4a10-b099-b011e6df4bd5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.338s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.647276] env[69760]: DEBUG nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 999.676859] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 999.677104] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 999.677343] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 999.677465] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 999.677672] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 999.677727] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 999.680091] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 999.680091] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 999.680091] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 999.680091] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 999.680091] env[69760]: DEBUG nova.virt.hardware [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 999.680091] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3da6d33-896a-4256-b2fd-29c743baf2d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.691567] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6503074-ac03-4ca2-8937-6890d236df79 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.716623] env[69760]: DEBUG nova.compute.manager [req-0078e168-1577-4a23-8565-0eb67381da9b req-a18812e1-ef65-4896-8a90-76eb35cdc067 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Received event network-vif-deleted-4826bb18-5807-4d7c-a185-aec644771327 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 999.716803] env[69760]: INFO nova.compute.manager [req-0078e168-1577-4a23-8565-0eb67381da9b req-a18812e1-ef65-4896-8a90-76eb35cdc067 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Neutron deleted interface 4826bb18-5807-4d7c-a185-aec644771327; detaching it from the instance and deleting it from the info cache [ 999.716980] env[69760]: DEBUG nova.network.neutron [req-0078e168-1577-4a23-8565-0eb67381da9b req-a18812e1-ef65-4896-8a90-76eb35cdc067 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.734888] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.793022] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394230, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.126317} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.793465] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 999.794235] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f6d9a6-9f04-4f13-8fba-95e2878be659 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.820231] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Reconfiguring VM instance instance-0000004d to attach disk [datastore1] 96a4d360-9961-4244-8d13-964ae68dd549/96a4d360-9961-4244-8d13-964ae68dd549.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 999.820231] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dfad04bd-1538-4ff6-8a78-ebb7e9e1c60e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.842098] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 999.842098] env[69760]: value = "task-3394231" [ 999.842098] env[69760]: _type = "Task" [ 999.842098] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.852390] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394231, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.958110] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Successfully created port: 7435a238-e473-4f4b-ab12-02c434fe250a {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1000.000985] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.001334] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.001522] env[69760]: DEBUG nova.compute.manager [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.003022] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6348944e-b309-469b-8116-758e8ae00768 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.006221] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.014383] env[69760]: DEBUG nova.compute.manager [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1000.015880] env[69760]: DEBUG nova.objects.instance [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.051892] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.447s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.052123] env[69760]: INFO nova.compute.manager [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Migrating [ 1000.064277] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.373s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.064549] env[69760]: DEBUG nova.objects.instance [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'resources' on Instance uuid d7a63e58-8c56-411f-a8ea-1746fa59c4e6 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.066648] env[69760]: DEBUG nova.compute.manager [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Received event network-changed-e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1000.067067] env[69760]: DEBUG nova.compute.manager [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Refreshing instance network info cache due to event network-changed-e4779287-dcec-4424-8034-6e07251ff94f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1000.067067] env[69760]: DEBUG oslo_concurrency.lockutils [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] Acquiring lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.067247] env[69760]: DEBUG oslo_concurrency.lockutils [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] Acquired lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.067277] env[69760]: DEBUG nova.network.neutron [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Refreshing network info cache for port e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1000.199945] env[69760]: DEBUG nova.network.neutron [-] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.219809] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c26b949-3b8d-4861-a321-5883ef61a06c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.233570] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a110fdcb-eb83-4dcb-a537-02c9dd622798 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.248529] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.272287] env[69760]: DEBUG nova.compute.manager [req-0078e168-1577-4a23-8565-0eb67381da9b req-a18812e1-ef65-4896-8a90-76eb35cdc067 service nova] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Detach interface failed, port_id=4826bb18-5807-4d7c-a185-aec644771327, reason: Instance 962a8802-6352-4848-aec5-4ba82c22c060 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1000.356618] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394231, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.512851] env[69760]: DEBUG nova.compute.manager [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1000.513816] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a9a6285-92d1-4779-a841-1242eb4df7be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.585270] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.585480] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.585676] env[69760]: DEBUG nova.network.neutron [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.703295] env[69760]: INFO nova.compute.manager [-] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Took 2.14 seconds to deallocate network for instance. [ 1000.739085] env[69760]: DEBUG oslo_vmware.api [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394216, 'name': ReconfigVM_Task, 'duration_secs': 5.802655} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.739085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.739248] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Reconfigured VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1000.850610] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38e7ce57-cea5-4ae2-a01e-caa9a772a6d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.856513] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394231, 'name': ReconfigVM_Task, 'duration_secs': 0.555549} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.857231] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Reconfigured VM instance instance-0000004d to attach disk [datastore1] 96a4d360-9961-4244-8d13-964ae68dd549/96a4d360-9961-4244-8d13-964ae68dd549.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1000.857909] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9d389a0d-feae-4322-ab13-b28fb90c16dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.862436] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db82483-7ecc-4cb0-8c36-f72cc1adcb1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.867843] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 1000.867843] env[69760]: value = "task-3394232" [ 1000.867843] env[69760]: _type = "Task" [ 1000.867843] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.897637] env[69760]: DEBUG nova.network.neutron [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updated VIF entry in instance network info cache for port e4779287-dcec-4424-8034-6e07251ff94f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1000.897637] env[69760]: DEBUG nova.network.neutron [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updating instance_info_cache with network_info: [{"id": "e4779287-dcec-4424-8034-6e07251ff94f", "address": "fa:16:3e:c9:c2:a9", "network": {"id": "d384adb2-a176-4469-9e4e-250bb77ff604", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2039452175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b17581e9e0f745208927741eeb0f9a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4779287-dc", "ovs_interfaceid": "e4779287-dcec-4424-8034-6e07251ff94f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.900301] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8aba93b1-3754-43dd-a882-88c132a8240d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.913272] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394232, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.916660] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41840e48-eb65-4476-b3ca-99def25b0a49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.933515] env[69760]: DEBUG nova.compute.provider_tree [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.025541] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.028969] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-baf263d6-8db4-413f-8fa9-6ed536965744 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.038013] env[69760]: DEBUG oslo_vmware.api [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1001.038013] env[69760]: value = "task-3394234" [ 1001.038013] env[69760]: _type = "Task" [ 1001.038013] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.048654] env[69760]: DEBUG oslo_vmware.api [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.216885] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.357958] env[69760]: DEBUG nova.network.neutron [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance_info_cache with network_info: [{"id": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "address": "fa:16:3e:61:1f:a0", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af9ae55-1c", "ovs_interfaceid": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.381290] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394232, 'name': Rename_Task, 'duration_secs': 0.228167} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.381621] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1001.381869] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5a2c3b6a-722e-4136-9bc8-35f6d28decea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.390356] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 1001.390356] env[69760]: value = "task-3394235" [ 1001.390356] env[69760]: _type = "Task" [ 1001.390356] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.399104] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394235, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.404915] env[69760]: DEBUG oslo_concurrency.lockutils [req-05f4e78a-7c10-4a22-95d1-666ed92cbeb0 req-610f24a8-1e4a-4c14-bfe4-9d25309df703 service nova] Releasing lock "refresh_cache-e71e197d-eb97-46de-ba6e-bee5ba6e0282" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.437059] env[69760]: DEBUG nova.scheduler.client.report [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.518040] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Successfully updated port: 5ec5d1dc-d864-4072-8268-f924bb9d8def {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1001.533854] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d232245-06a7-4b99-875b-11c3d57ed249 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.543859] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Doing hard reboot of VM {{(pid=69760) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1001.544512] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-bb56230f-7351-4461-8724-0679134c7329 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.550392] env[69760]: DEBUG oslo_vmware.api [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394234, 'name': PowerOffVM_Task, 'duration_secs': 0.281239} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.551028] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.551028] env[69760]: DEBUG nova.compute.manager [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1001.551826] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f9dac5-d414-4321-9eb3-267b18ece141 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.555368] env[69760]: DEBUG oslo_vmware.api [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1001.555368] env[69760]: value = "task-3394236" [ 1001.555368] env[69760]: _type = "Task" [ 1001.555368] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.569637] env[69760]: DEBUG oslo_vmware.api [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394236, 'name': ResetVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.742286] env[69760]: DEBUG nova.compute.manager [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-vif-plugged-5ec5d1dc-d864-4072-8268-f924bb9d8def {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.742496] env[69760]: DEBUG oslo_concurrency.lockutils [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] Acquiring lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.742665] env[69760]: DEBUG oslo_concurrency.lockutils [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.742871] env[69760]: DEBUG oslo_concurrency.lockutils [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.743058] env[69760]: DEBUG nova.compute.manager [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] No waiting events found dispatching network-vif-plugged-5ec5d1dc-d864-4072-8268-f924bb9d8def {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1001.743230] env[69760]: WARNING nova.compute.manager [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received unexpected event network-vif-plugged-5ec5d1dc-d864-4072-8268-f924bb9d8def for instance with vm_state building and task_state spawning. [ 1001.743392] env[69760]: DEBUG nova.compute.manager [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-changed-5ec5d1dc-d864-4072-8268-f924bb9d8def {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1001.743550] env[69760]: DEBUG nova.compute.manager [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Refreshing instance network info cache due to event network-changed-5ec5d1dc-d864-4072-8268-f924bb9d8def. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1001.743795] env[69760]: DEBUG oslo_concurrency.lockutils [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] Acquiring lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.743877] env[69760]: DEBUG oslo_concurrency.lockutils [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] Acquired lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.744031] env[69760]: DEBUG nova.network.neutron [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Refreshing network info cache for port 5ec5d1dc-d864-4072-8268-f924bb9d8def {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1001.861026] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.901189] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394235, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.943034] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.946263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.422s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.947738] env[69760]: INFO nova.compute.claims [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1001.970719] env[69760]: INFO nova.scheduler.client.report [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted allocations for instance d7a63e58-8c56-411f-a8ea-1746fa59c4e6 [ 1002.070943] env[69760]: DEBUG oslo_vmware.api [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394236, 'name': ResetVM_Task, 'duration_secs': 0.102095} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.071440] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48a5948e-c5ce-4de4-ac75-e05115d64594 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.070s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.072874] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Did hard reboot of VM {{(pid=69760) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1002.073138] env[69760]: DEBUG nova.compute.manager [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.074231] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0166cde8-3612-456c-8993-8f0806a18d1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.096393] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.096588] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.096758] env[69760]: DEBUG nova.network.neutron [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1002.117184] env[69760]: DEBUG nova.compute.manager [req-cd0f7b1d-af1a-4ac2-937a-d53ad6ccb70a req-1cd0006f-2a46-4c6d-8fff-5add8dbbd5c1 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-vif-deleted-b1587f65-b7b5-4878-896a-5cd44c4221cd {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1002.117462] env[69760]: INFO nova.compute.manager [req-cd0f7b1d-af1a-4ac2-937a-d53ad6ccb70a req-1cd0006f-2a46-4c6d-8fff-5add8dbbd5c1 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Neutron deleted interface b1587f65-b7b5-4878-896a-5cd44c4221cd; detaching it from the instance and deleting it from the info cache [ 1002.117742] env[69760]: DEBUG nova.network.neutron [req-cd0f7b1d-af1a-4ac2-937a-d53ad6ccb70a req-1cd0006f-2a46-4c6d-8fff-5add8dbbd5c1 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "65f9b0e7-4143-42e9-b80b-12d65b1c1f74", "address": "fa:16:3e:5d:0c:ac", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap65f9b0e7-41", "ovs_interfaceid": "65f9b0e7-4143-42e9-b80b-12d65b1c1f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.300195] env[69760]: DEBUG nova.network.neutron [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1002.410952] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394235, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.465348] env[69760]: DEBUG nova.network.neutron [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.478970] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6af27820-9b65-4d3e-a4c4-4a7f29f4d07f tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "d7a63e58-8c56-411f-a8ea-1746fa59c4e6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.176s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.589013] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ec62952b-f663-4ec0-bc03-521a151f78d8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.464s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.599124] env[69760]: DEBUG nova.objects.instance [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1002.621931] env[69760]: DEBUG oslo_concurrency.lockutils [req-cd0f7b1d-af1a-4ac2-937a-d53ad6ccb70a req-1cd0006f-2a46-4c6d-8fff-5add8dbbd5c1 service nova] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.622131] env[69760]: DEBUG oslo_concurrency.lockutils [req-cd0f7b1d-af1a-4ac2-937a-d53ad6ccb70a req-1cd0006f-2a46-4c6d-8fff-5add8dbbd5c1 service nova] Acquired lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.623277] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75707094-73b4-4e34-9441-78ffa58aa211 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.645172] env[69760]: DEBUG oslo_concurrency.lockutils [req-cd0f7b1d-af1a-4ac2-937a-d53ad6ccb70a req-1cd0006f-2a46-4c6d-8fff-5add8dbbd5c1 service nova] Releasing lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.645539] env[69760]: WARNING nova.compute.manager [req-cd0f7b1d-af1a-4ac2-937a-d53ad6ccb70a req-1cd0006f-2a46-4c6d-8fff-5add8dbbd5c1 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Detach interface failed, port_id=b1587f65-b7b5-4878-896a-5cd44c4221cd, reason: No device with interface-id b1587f65-b7b5-4878-896a-5cd44c4221cd exists on VM: nova.exception.NotFound: No device with interface-id b1587f65-b7b5-4878-896a-5cd44c4221cd exists on VM [ 1002.903117] env[69760]: DEBUG oslo_vmware.api [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394235, 'name': PowerOnVM_Task, 'duration_secs': 1.205951} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.903117] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1002.903432] env[69760]: INFO nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Took 9.64 seconds to spawn the instance on the hypervisor. [ 1002.903432] env[69760]: DEBUG nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1002.904226] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d49d1c48-9945-4219-a506-c6952537dbc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.915587] env[69760]: INFO nova.network.neutron [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Port b1587f65-b7b5-4878-896a-5cd44c4221cd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1002.915587] env[69760]: INFO nova.network.neutron [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Port 65f9b0e7-4143-42e9-b80b-12d65b1c1f74 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1002.915587] env[69760]: DEBUG nova.network.neutron [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [{"id": "b726f76e-cb5b-45ed-a967-282a4399de08", "address": "fa:16:3e:f9:55:7f", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb726f76e-cb", "ovs_interfaceid": "b726f76e-cb5b-45ed-a967-282a4399de08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.968726] env[69760]: DEBUG oslo_concurrency.lockutils [req-c305bab7-809b-47ba-ad35-a5cb1735b055 req-6c282fa0-5098-4609-8394-6bfed8998d72 service nova] Releasing lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.003208] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.003512] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.003752] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.003971] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.004200] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.006948] env[69760]: INFO nova.compute.manager [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Terminating instance [ 1003.107551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.107736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.107917] env[69760]: DEBUG nova.network.neutron [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1003.108143] env[69760]: DEBUG nova.objects.instance [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'info_cache' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1003.221124] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cb78850-e767-40da-ab7c-baedef3ff554 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.231038] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625e9999-3045-4acf-96bb-e9d143907eed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.263584] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38be1bee-aef8-4e10-8f00-a2da02c4b508 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.280020] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d0d5066-1683-48e7-bc8e-f97060bf481a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.296086] env[69760]: DEBUG nova.compute.provider_tree [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.378057] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ad9b105-2308-42e6-9fa3-2a71287895f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.400603] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance '08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1003.421718] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-f066367a-fb43-4433-b9bd-5fd3d26ff2c8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.426470] env[69760]: INFO nova.compute.manager [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Took 21.17 seconds to build instance. [ 1003.518400] env[69760]: DEBUG nova.compute.manager [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1003.518400] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1003.518400] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-888dfb58-87ec-4572-9d14-b05a751b04f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.533569] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.533954] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c74ddc-acf3-4006-a82e-1c7938e0e80d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.546715] env[69760]: DEBUG oslo_vmware.api [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1003.546715] env[69760]: value = "task-3394238" [ 1003.546715] env[69760]: _type = "Task" [ 1003.546715] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.561337] env[69760]: DEBUG oslo_vmware.api [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.611220] env[69760]: DEBUG nova.objects.base [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1003.774311] env[69760]: DEBUG nova.compute.manager [req-f796ac72-a0a0-419a-9dc6-a9d7413fd619 req-aa9d765e-0245-47ea-80bd-befcdf7d45a1 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-vif-plugged-90b01b66-335d-4c00-b4d4-47f30e460a3b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1003.774311] env[69760]: DEBUG oslo_concurrency.lockutils [req-f796ac72-a0a0-419a-9dc6-a9d7413fd619 req-aa9d765e-0245-47ea-80bd-befcdf7d45a1 service nova] Acquiring lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.774311] env[69760]: DEBUG oslo_concurrency.lockutils [req-f796ac72-a0a0-419a-9dc6-a9d7413fd619 req-aa9d765e-0245-47ea-80bd-befcdf7d45a1 service nova] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.774311] env[69760]: DEBUG oslo_concurrency.lockutils [req-f796ac72-a0a0-419a-9dc6-a9d7413fd619 req-aa9d765e-0245-47ea-80bd-befcdf7d45a1 service nova] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.774311] env[69760]: DEBUG nova.compute.manager [req-f796ac72-a0a0-419a-9dc6-a9d7413fd619 req-aa9d765e-0245-47ea-80bd-befcdf7d45a1 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] No waiting events found dispatching network-vif-plugged-90b01b66-335d-4c00-b4d4-47f30e460a3b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1003.774311] env[69760]: WARNING nova.compute.manager [req-f796ac72-a0a0-419a-9dc6-a9d7413fd619 req-aa9d765e-0245-47ea-80bd-befcdf7d45a1 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received unexpected event network-vif-plugged-90b01b66-335d-4c00-b4d4-47f30e460a3b for instance with vm_state building and task_state spawning. [ 1003.799609] env[69760]: DEBUG nova.scheduler.client.report [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1003.841293] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Successfully updated port: 90b01b66-335d-4c00-b4d4-47f30e460a3b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1003.909136] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1003.909543] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b90ea643-1590-4017-9bc6-0c9bf15d4b6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.918866] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1003.918866] env[69760]: value = "task-3394239" [ 1003.918866] env[69760]: _type = "Task" [ 1003.918866] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.929132] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ed791580-38ee-4a5b-83f7-fea8cedc5073 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-f066367a-fb43-4433-b9bd-5fd3d26ff2c8-b1587f65-b7b5-4878-896a-5cd44c4221cd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.862s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.931045] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1e59505a-a6ff-498f-aebc-d73f5ed22355 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96a4d360-9961-4244-8d13-964ae68dd549" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.688s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.931045] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394239, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.058631] env[69760]: DEBUG oslo_vmware.api [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394238, 'name': PowerOffVM_Task, 'duration_secs': 0.268327} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.059064] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.059316] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.059640] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-28fb4d69-2b7d-4a3c-935e-4339e84d3c6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.131233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.131556] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.157839] env[69760]: DEBUG nova.compute.manager [req-bdd387c4-dbf7-4a0d-b593-c1c69abdd1c0 req-5ff6bc10-59a6-4783-8261-19b7a69e7e40 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-vif-deleted-65f9b0e7-4143-42e9-b80b-12d65b1c1f74 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1004.173351] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1004.173720] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1004.173947] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleting the datastore file [datastore1] f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1004.174265] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1452c42-f54d-4689-b9d5-80c5a317fd2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.182915] env[69760]: DEBUG oslo_vmware.api [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1004.182915] env[69760]: value = "task-3394241" [ 1004.182915] env[69760]: _type = "Task" [ 1004.182915] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.192995] env[69760]: DEBUG oslo_vmware.api [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.304991] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.305647] env[69760]: DEBUG nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1004.308409] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.379s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.309868] env[69760]: INFO nova.compute.claims [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1004.379275] env[69760]: DEBUG nova.network.neutron [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating instance_info_cache with network_info: [{"id": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "address": "fa:16:3e:c0:57:88", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5d4424-98", "ovs_interfaceid": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.429904] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394239, 'name': PowerOffVM_Task, 'duration_secs': 0.215078} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.430234] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.430436] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance '08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1004.462316] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "96a4d360-9961-4244-8d13-964ae68dd549" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.462790] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96a4d360-9961-4244-8d13-964ae68dd549" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.462967] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "96a4d360-9961-4244-8d13-964ae68dd549-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.463298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96a4d360-9961-4244-8d13-964ae68dd549-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.463376] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96a4d360-9961-4244-8d13-964ae68dd549-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.465616] env[69760]: INFO nova.compute.manager [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Terminating instance [ 1004.634496] env[69760]: DEBUG nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1004.693541] env[69760]: DEBUG oslo_vmware.api [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394241, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.814706] env[69760]: DEBUG nova.compute.utils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1004.817287] env[69760]: DEBUG nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1004.817565] env[69760]: DEBUG nova.network.neutron [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1004.859389] env[69760]: DEBUG nova.policy [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039373538d9d4f60a9347b81658c855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42aa9af93d2848df8c6d9df92d844712', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1004.882295] env[69760]: DEBUG oslo_concurrency.lockutils [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.937364] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1004.937757] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1004.937845] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1004.938037] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1004.938189] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1004.938338] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1004.938540] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1004.938701] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1004.938876] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1004.939058] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1004.939252] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1004.945102] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e466164c-f79f-4a98-bdbb-33706d0fbcf8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.962923] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1004.962923] env[69760]: value = "task-3394242" [ 1004.962923] env[69760]: _type = "Task" [ 1004.962923] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.972799] env[69760]: DEBUG nova.compute.manager [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1004.973027] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.973395] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394242, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.974117] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002848ce-c78a-4a9b-94d1-01f829c9b0c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.981735] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.982022] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff0e56a-dc19-4886-9748-e2b707d68464 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.990976] env[69760]: DEBUG oslo_vmware.api [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 1004.990976] env[69760]: value = "task-3394243" [ 1004.990976] env[69760]: _type = "Task" [ 1004.990976] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.001528] env[69760]: DEBUG oslo_vmware.api [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394243, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.173605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.198022] env[69760]: DEBUG oslo_vmware.api [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394241, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.695838} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.198022] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.198022] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.198022] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.198022] env[69760]: INFO nova.compute.manager [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Took 1.68 seconds to destroy the instance on the hypervisor. [ 1005.198022] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1005.198022] env[69760]: DEBUG nova.compute.manager [-] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1005.198022] env[69760]: DEBUG nova.network.neutron [-] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1005.273406] env[69760]: DEBUG nova.network.neutron [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Successfully created port: 7a14d835-aa62-4880-a125-cce0a2cba3c8 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1005.288265] env[69760]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 65f9b0e7-4143-42e9-b80b-12d65b1c1f74 could not be found.", "detail": ""}} {{(pid=69760) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:262}} [ 1005.288490] env[69760]: DEBUG nova.network.neutron [-] Unable to show port 65f9b0e7-4143-42e9-b80b-12d65b1c1f74 as it no longer exists. {{(pid=69760) _unbind_ports /opt/stack/nova/nova/network/neutron.py:666}} [ 1005.324749] env[69760]: DEBUG nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1005.480177] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394242, 'name': ReconfigVM_Task, 'duration_secs': 0.287113} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.480177] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance '08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.501499] env[69760]: DEBUG oslo_vmware.api [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394243, 'name': PowerOffVM_Task, 'duration_secs': 0.327016} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.501789] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1005.501963] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1005.502242] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba30560c-fcb1-4f45-93a2-844de3c3d00f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.596043] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.596305] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.596494] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleting the datastore file [datastore1] 96a4d360-9961-4244-8d13-964ae68dd549 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.596761] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80f428d8-8d68-409d-82f3-644eefbdaf0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.605344] env[69760]: DEBUG oslo_vmware.api [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for the task: (returnval){ [ 1005.605344] env[69760]: value = "task-3394246" [ 1005.605344] env[69760]: _type = "Task" [ 1005.605344] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.614680] env[69760]: DEBUG oslo_vmware.api [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394246, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.638749] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3054a1e-f2f4-4f8b-8474-46b9c9710eb5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.647340] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba6979f0-413d-4795-ab5e-5f9d3c7e3829 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.679790] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-742be919-a106-493b-94d5-7039c4e36ed5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.689378] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e09e9787-ebbc-4eff-a827-4ae98ddb1600 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.704376] env[69760]: DEBUG nova.compute.provider_tree [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.796572] env[69760]: DEBUG nova.compute.manager [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-changed-90b01b66-335d-4c00-b4d4-47f30e460a3b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1005.796831] env[69760]: DEBUG nova.compute.manager [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Refreshing instance network info cache due to event network-changed-90b01b66-335d-4c00-b4d4-47f30e460a3b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1005.796985] env[69760]: DEBUG oslo_concurrency.lockutils [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] Acquiring lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.797176] env[69760]: DEBUG oslo_concurrency.lockutils [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] Acquired lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.797354] env[69760]: DEBUG nova.network.neutron [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Refreshing network info cache for port 90b01b66-335d-4c00-b4d4-47f30e460a3b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1005.890885] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.890885] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e154f51-7d3c-4580-8a40-195d596ce359 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.901908] env[69760]: DEBUG oslo_vmware.api [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1005.901908] env[69760]: value = "task-3394247" [ 1005.901908] env[69760]: _type = "Task" [ 1005.901908] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.910022] env[69760]: DEBUG oslo_vmware.api [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394247, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.988291] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1005.988618] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1005.988756] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1005.988961] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1005.989631] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1005.989866] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1005.990132] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1005.990314] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1005.990489] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1005.990704] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1005.990930] env[69760]: DEBUG nova.virt.hardware [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1005.997471] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Reconfiguring VM instance instance-0000004a to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1005.998194] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4cb1de86-e518-48a9-803a-77fc6e9b4919 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.023046] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1006.023046] env[69760]: value = "task-3394248" [ 1006.023046] env[69760]: _type = "Task" [ 1006.023046] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.031999] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394248, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.117071] env[69760]: DEBUG oslo_vmware.api [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Task: {'id': task-3394246, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.472355} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.117405] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1006.117628] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1006.117847] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1006.118093] env[69760]: INFO nova.compute.manager [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1006.118376] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1006.118599] env[69760]: DEBUG nova.compute.manager [-] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1006.118729] env[69760]: DEBUG nova.network.neutron [-] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1006.184207] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Successfully updated port: 7435a238-e473-4f4b-ab12-02c434fe250a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1006.192727] env[69760]: DEBUG nova.compute.manager [req-2cb1c99e-137e-4bc6-ba82-4e32c2b6d389 req-4103ae34-882d-49af-bb8c-75ef40e2c6d8 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-vif-plugged-7435a238-e473-4f4b-ab12-02c434fe250a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1006.192956] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cb1c99e-137e-4bc6-ba82-4e32c2b6d389 req-4103ae34-882d-49af-bb8c-75ef40e2c6d8 service nova] Acquiring lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1006.193186] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cb1c99e-137e-4bc6-ba82-4e32c2b6d389 req-4103ae34-882d-49af-bb8c-75ef40e2c6d8 service nova] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.193359] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cb1c99e-137e-4bc6-ba82-4e32c2b6d389 req-4103ae34-882d-49af-bb8c-75ef40e2c6d8 service nova] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.193554] env[69760]: DEBUG nova.compute.manager [req-2cb1c99e-137e-4bc6-ba82-4e32c2b6d389 req-4103ae34-882d-49af-bb8c-75ef40e2c6d8 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] No waiting events found dispatching network-vif-plugged-7435a238-e473-4f4b-ab12-02c434fe250a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1006.193689] env[69760]: WARNING nova.compute.manager [req-2cb1c99e-137e-4bc6-ba82-4e32c2b6d389 req-4103ae34-882d-49af-bb8c-75ef40e2c6d8 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received unexpected event network-vif-plugged-7435a238-e473-4f4b-ab12-02c434fe250a for instance with vm_state building and task_state spawning. [ 1006.207787] env[69760]: DEBUG nova.scheduler.client.report [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.340794] env[69760]: DEBUG nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1006.347366] env[69760]: DEBUG nova.network.neutron [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1006.371066] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1006.371066] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1006.371066] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1006.374121] env[69760]: DEBUG nova.virt.hardware [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1006.374121] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f64e9ba0-ac69-4588-b735-f0880829b83f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.384239] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b660dede-f176-4ee2-ac2e-a2b34cc62256 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.414273] env[69760]: DEBUG oslo_vmware.api [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394247, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.459326] env[69760]: DEBUG nova.network.neutron [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.471037] env[69760]: DEBUG nova.network.neutron [-] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.533526] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394248, 'name': ReconfigVM_Task, 'duration_secs': 0.25295} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.533818] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Reconfigured VM instance instance-0000004a to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1006.534625] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23308691-c3bf-4caf-8354-6b318d8bb34b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.559486] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64/08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1006.559800] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af234abe-ed51-475b-a77b-a064989bcae7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.586025] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1006.586025] env[69760]: value = "task-3394249" [ 1006.586025] env[69760]: _type = "Task" [ 1006.586025] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.598381] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394249, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.686712] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.713894] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.405s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.714507] env[69760]: DEBUG nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1006.717967] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.410s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.718912] env[69760]: INFO nova.compute.claims [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1006.827232] env[69760]: DEBUG nova.network.neutron [-] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.914133] env[69760]: DEBUG oslo_vmware.api [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394247, 'name': PowerOnVM_Task, 'duration_secs': 0.555419} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.914867] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.914867] env[69760]: DEBUG nova.compute.manager [None req-68c5b175-6193-4f38-ae8e-2a89d2eb3747 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1006.916110] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06354c51-15b2-4673-bd31-aa58ecdbf710 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.962662] env[69760]: DEBUG oslo_concurrency.lockutils [req-3dadf31b-93a2-475e-b6f7-220e5a3b04ab req-f2c9419e-1737-45d2-a695-12990c13daad service nova] Releasing lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.963267] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.963432] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1006.973634] env[69760]: INFO nova.compute.manager [-] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Took 1.78 seconds to deallocate network for instance. [ 1007.079851] env[69760]: DEBUG nova.network.neutron [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Successfully updated port: 7a14d835-aa62-4880-a125-cce0a2cba3c8 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1007.100134] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.223311] env[69760]: DEBUG nova.compute.utils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1007.229034] env[69760]: DEBUG nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1007.229034] env[69760]: DEBUG nova.network.neutron [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1007.264974] env[69760]: DEBUG nova.policy [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '771a14dab17c48c090b0a0af61987a05', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f852c7f4a77f46b0927af16d8de4a0f8', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1007.329817] env[69760]: INFO nova.compute.manager [-] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Took 1.21 seconds to deallocate network for instance. [ 1007.480298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.523644] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1007.555553] env[69760]: DEBUG nova.network.neutron [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Successfully created port: a6de534e-deb0-40e9-9f73-da8a4e1d2f00 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1007.582456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-8c5fcca3-ca84-4ee9-bbff-1877b2e85351" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.582519] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-8c5fcca3-ca84-4ee9-bbff-1877b2e85351" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.582652] env[69760]: DEBUG nova.network.neutron [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1007.597897] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394249, 'name': ReconfigVM_Task, 'duration_secs': 0.638813} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.598202] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Reconfigured VM instance instance-0000004a to attach disk [datastore1] 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64/08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1007.598439] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance '08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1007.733342] env[69760]: DEBUG nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1007.838753] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.003416] env[69760]: DEBUG nova.network.neutron [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Updating instance_info_cache with network_info: [{"id": "5ec5d1dc-d864-4072-8268-f924bb9d8def", "address": "fa:16:3e:7c:8a:ed", "network": {"id": "d0187f24-a54a-47b8-bae6-ad96a8f8fb8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-583375247", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec5d1dc-d8", "ovs_interfaceid": "5ec5d1dc-d864-4072-8268-f924bb9d8def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90b01b66-335d-4c00-b4d4-47f30e460a3b", "address": "fa:16:3e:f5:ba:71", "network": {"id": "c6f34f35-52e1-46a4-bd38-036006d33d55", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-882764577", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b01b66-33", "ovs_interfaceid": "90b01b66-335d-4c00-b4d4-47f30e460a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7435a238-e473-4f4b-ab12-02c434fe250a", "address": "fa:16:3e:3a:32:dd", "network": {"id": "d0187f24-a54a-47b8-bae6-ad96a8f8fb8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-583375247", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7435a238-e4", "ovs_interfaceid": "7435a238-e473-4f4b-ab12-02c434fe250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.006342] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa7367c7-51be-468d-b34b-251f44ae4f57 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.014784] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f7c029-961d-477e-bf86-152b062ec0c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.057656] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1021b967-c913-4c3f-ae44-84f81a81795f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.067858] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d0695e5-3e1c-4fbc-908a-e8f73c7045de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.075306] env[69760]: DEBUG nova.compute.manager [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Received event network-vif-deleted-b726f76e-cb5b-45ed-a967-282a4399de08 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.075516] env[69760]: DEBUG nova.compute.manager [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Received event network-vif-deleted-4680f54d-0837-4282-a228-cd71d5440d26 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.075688] env[69760]: DEBUG nova.compute.manager [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Received event network-vif-plugged-7a14d835-aa62-4880-a125-cce0a2cba3c8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.075894] env[69760]: DEBUG oslo_concurrency.lockutils [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] Acquiring lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.076230] env[69760]: DEBUG oslo_concurrency.lockutils [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.076395] env[69760]: DEBUG oslo_concurrency.lockutils [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1008.076564] env[69760]: DEBUG nova.compute.manager [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] No waiting events found dispatching network-vif-plugged-7a14d835-aa62-4880-a125-cce0a2cba3c8 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1008.076730] env[69760]: WARNING nova.compute.manager [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Received unexpected event network-vif-plugged-7a14d835-aa62-4880-a125-cce0a2cba3c8 for instance with vm_state building and task_state spawning. [ 1008.076891] env[69760]: DEBUG nova.compute.manager [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Received event network-changed-7a14d835-aa62-4880-a125-cce0a2cba3c8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.077058] env[69760]: DEBUG nova.compute.manager [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Refreshing instance network info cache due to event network-changed-7a14d835-aa62-4880-a125-cce0a2cba3c8. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.077257] env[69760]: DEBUG oslo_concurrency.lockutils [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] Acquiring lock "refresh_cache-8c5fcca3-ca84-4ee9-bbff-1877b2e85351" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.092338] env[69760]: DEBUG nova.compute.provider_tree [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.104908] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d4a15ae-9906-4f53-a2de-4160de9c0288 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.127640] env[69760]: DEBUG nova.network.neutron [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1008.130168] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c32c1e8-2697-4b85-bd8a-d08ac2be1756 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.149394] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance '08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1008.221382] env[69760]: DEBUG nova.compute.manager [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-changed-7435a238-e473-4f4b-ab12-02c434fe250a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1008.221535] env[69760]: DEBUG nova.compute.manager [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Refreshing instance network info cache due to event network-changed-7435a238-e473-4f4b-ab12-02c434fe250a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1008.221733] env[69760]: DEBUG oslo_concurrency.lockutils [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] Acquiring lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.327813] env[69760]: DEBUG nova.network.neutron [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Updating instance_info_cache with network_info: [{"id": "7a14d835-aa62-4880-a125-cce0a2cba3c8", "address": "fa:16:3e:32:54:d4", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a14d835-aa", "ovs_interfaceid": "7a14d835-aa62-4880-a125-cce0a2cba3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.510496] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Releasing lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.510913] env[69760]: DEBUG nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Instance network_info: |[{"id": "5ec5d1dc-d864-4072-8268-f924bb9d8def", "address": "fa:16:3e:7c:8a:ed", "network": {"id": "d0187f24-a54a-47b8-bae6-ad96a8f8fb8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-583375247", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec5d1dc-d8", "ovs_interfaceid": "5ec5d1dc-d864-4072-8268-f924bb9d8def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90b01b66-335d-4c00-b4d4-47f30e460a3b", "address": "fa:16:3e:f5:ba:71", "network": {"id": "c6f34f35-52e1-46a4-bd38-036006d33d55", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-882764577", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b01b66-33", "ovs_interfaceid": "90b01b66-335d-4c00-b4d4-47f30e460a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7435a238-e473-4f4b-ab12-02c434fe250a", "address": "fa:16:3e:3a:32:dd", "network": {"id": "d0187f24-a54a-47b8-bae6-ad96a8f8fb8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-583375247", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7435a238-e4", "ovs_interfaceid": "7435a238-e473-4f4b-ab12-02c434fe250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.511289] env[69760]: DEBUG oslo_concurrency.lockutils [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] Acquired lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.511502] env[69760]: DEBUG nova.network.neutron [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Refreshing network info cache for port 7435a238-e473-4f4b-ab12-02c434fe250a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.513033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7c:8a:ed', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5ec5d1dc-d864-4072-8268-f924bb9d8def', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:ba:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '274afb4c-04df-4213-8ad2-8f48a10d78a8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90b01b66-335d-4c00-b4d4-47f30e460a3b', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:3a:32:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '69744f59-ecac-4b0b-831e-82a274d7acbb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7435a238-e473-4f4b-ab12-02c434fe250a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.525633] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Creating folder: Project (1597e5d1ab9f4ab3a9b597dc02221c52). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.528908] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0622bb49-a17a-4352-b803-9a691e117b89 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.543835] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Created folder: Project (1597e5d1ab9f4ab3a9b597dc02221c52) in parent group-v676970. [ 1008.544069] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Creating folder: Instances. Parent ref: group-v677198. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1008.544344] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6d7d4490-af1c-40b1-a38c-02535c8d8a7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.556095] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Created folder: Instances in parent group-v677198. [ 1008.556416] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.556645] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.556855] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b86d72d5-6a18-442b-86e7-af26b3793511 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.583748] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.583748] env[69760]: value = "task-3394253" [ 1008.583748] env[69760]: _type = "Task" [ 1008.583748] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.595796] env[69760]: DEBUG nova.scheduler.client.report [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1008.599208] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394253, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.697490] env[69760]: DEBUG nova.network.neutron [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Port 0af9ae55-1cee-4de9-9ff2-061656391f9f binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1008.743098] env[69760]: DEBUG nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1008.769761] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1008.770174] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1008.770381] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1008.770573] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1008.770727] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1008.770867] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1008.771098] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1008.771261] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1008.771567] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1008.771633] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1008.771754] env[69760]: DEBUG nova.virt.hardware [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1008.772659] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f7ed1bd-b97f-4acc-a26c-15de16ac0b01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.782070] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a49cfca-c13f-4d35-b8e1-01cdc06e6973 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.805546] env[69760]: DEBUG nova.network.neutron [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Updated VIF entry in instance network info cache for port 7435a238-e473-4f4b-ab12-02c434fe250a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1008.806097] env[69760]: DEBUG nova.network.neutron [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Updating instance_info_cache with network_info: [{"id": "5ec5d1dc-d864-4072-8268-f924bb9d8def", "address": "fa:16:3e:7c:8a:ed", "network": {"id": "d0187f24-a54a-47b8-bae6-ad96a8f8fb8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-583375247", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.223", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5ec5d1dc-d8", "ovs_interfaceid": "5ec5d1dc-d864-4072-8268-f924bb9d8def", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "90b01b66-335d-4c00-b4d4-47f30e460a3b", "address": "fa:16:3e:f5:ba:71", "network": {"id": "c6f34f35-52e1-46a4-bd38-036006d33d55", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-882764577", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.16", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "274afb4c-04df-4213-8ad2-8f48a10d78a8", "external-id": "nsx-vlan-transportzone-515", "segmentation_id": 515, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90b01b66-33", "ovs_interfaceid": "90b01b66-335d-4c00-b4d4-47f30e460a3b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "7435a238-e473-4f4b-ab12-02c434fe250a", "address": "fa:16:3e:3a:32:dd", "network": {"id": "d0187f24-a54a-47b8-bae6-ad96a8f8fb8e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-583375247", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.132", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "69744f59-ecac-4b0b-831e-82a274d7acbb", "external-id": "nsx-vlan-transportzone-770", "segmentation_id": 770, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7435a238-e4", "ovs_interfaceid": "7435a238-e473-4f4b-ab12-02c434fe250a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.830832] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-8c5fcca3-ca84-4ee9-bbff-1877b2e85351" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.831236] env[69760]: DEBUG nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Instance network_info: |[{"id": "7a14d835-aa62-4880-a125-cce0a2cba3c8", "address": "fa:16:3e:32:54:d4", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a14d835-aa", "ovs_interfaceid": "7a14d835-aa62-4880-a125-cce0a2cba3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1008.831536] env[69760]: DEBUG oslo_concurrency.lockutils [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] Acquired lock "refresh_cache-8c5fcca3-ca84-4ee9-bbff-1877b2e85351" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.831715] env[69760]: DEBUG nova.network.neutron [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Refreshing network info cache for port 7a14d835-aa62-4880-a125-cce0a2cba3c8 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1008.832875] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:54:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a14d835-aa62-4880-a125-cce0a2cba3c8', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1008.841039] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1008.842627] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1008.842883] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-10cdddca-f1d5-4401-bddf-692654ad3912 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.858607] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.858824] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1008.868830] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1008.868830] env[69760]: value = "task-3394254" [ 1008.868830] env[69760]: _type = "Task" [ 1008.868830] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.880647] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394254, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.097157] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394253, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.100952] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.101455] env[69760]: DEBUG nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1009.105538] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.906s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.106531] env[69760]: INFO nova.compute.claims [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.308990] env[69760]: DEBUG oslo_concurrency.lockutils [req-67da85c4-2d36-447c-a05f-20598aad4b94 req-8cf63d18-b158-431b-9546-555e82b043cc service nova] Releasing lock "refresh_cache-9779a6f4-d4a2-415a-9f77-63b15ae3c50a" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.352882] env[69760]: DEBUG nova.network.neutron [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Successfully updated port: a6de534e-deb0-40e9-9f73-da8a4e1d2f00 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1009.367137] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.367605] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.367764] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.367912] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.368066] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.368210] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.368545] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1009.368545] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1009.379691] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394254, 'name': CreateVM_Task, 'duration_secs': 0.395497} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.382166] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.383595] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.383822] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.384202] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.385040] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30783460-655d-4e52-9c0c-29cd2598fa49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.390973] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1009.390973] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba719e-6996-811d-962d-dc35147c8d06" [ 1009.390973] env[69760]: _type = "Task" [ 1009.390973] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.399810] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba719e-6996-811d-962d-dc35147c8d06, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.597698] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394253, 'name': CreateVM_Task, 'duration_secs': 0.516883} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.597836] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1009.598762] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.606404] env[69760]: DEBUG nova.compute.utils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1009.608721] env[69760]: DEBUG nova.network.neutron [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Updated VIF entry in instance network info cache for port 7a14d835-aa62-4880-a125-cce0a2cba3c8. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1009.609103] env[69760]: DEBUG nova.network.neutron [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Updating instance_info_cache with network_info: [{"id": "7a14d835-aa62-4880-a125-cce0a2cba3c8", "address": "fa:16:3e:32:54:d4", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7a14d835-aa", "ovs_interfaceid": "7a14d835-aa62-4880-a125-cce0a2cba3c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.610225] env[69760]: DEBUG nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1009.610400] env[69760]: DEBUG nova.network.neutron [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1009.657547] env[69760]: DEBUG nova.policy [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b1eaca85f86d4ec98fa04d02a33ac194', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'af79d6fd6c6d48f79c819324375e887b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1009.722504] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.722763] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.722955] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.856102] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "refresh_cache-d2deba3f-4d13-4071-a973-26840aacae7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.857347] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquired lock "refresh_cache-d2deba3f-4d13-4071-a973-26840aacae7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.857347] env[69760]: DEBUG nova.network.neutron [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.874990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1009.904864] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba719e-6996-811d-962d-dc35147c8d06, 'name': SearchDatastore_Task, 'duration_secs': 0.019303} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.905119] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.905469] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1009.905728] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.905916] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.906192] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1009.906402] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.906698] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.906923] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f57b1d4-b8f4-473d-8c07-144ae49fa57d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.908794] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c1aa091-2a2e-4b55-b158-dea1cf8a6d41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.914049] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1009.914049] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52474da8-1037-a10a-42a2-368576404d20" [ 1009.914049] env[69760]: _type = "Task" [ 1009.914049] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.918335] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1009.918508] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1009.922321] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8cfc18f9-0d2b-4c29-b1ad-9dc71256e8ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.924426] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52474da8-1037-a10a-42a2-368576404d20, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.927687] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1009.927687] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521b6e7f-b19d-815b-db4d-f36d2a3ed562" [ 1009.927687] env[69760]: _type = "Task" [ 1009.927687] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.936065] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521b6e7f-b19d-815b-db4d-f36d2a3ed562, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.961686] env[69760]: DEBUG nova.network.neutron [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Successfully created port: c2f05414-fd86-4a85-a267-191260c11ae9 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1010.107414] env[69760]: DEBUG nova.compute.manager [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Received event network-vif-plugged-a6de534e-deb0-40e9-9f73-da8a4e1d2f00 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.107673] env[69760]: DEBUG oslo_concurrency.lockutils [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] Acquiring lock "d2deba3f-4d13-4071-a973-26840aacae7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.107845] env[69760]: DEBUG oslo_concurrency.lockutils [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] Lock "d2deba3f-4d13-4071-a973-26840aacae7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.108016] env[69760]: DEBUG oslo_concurrency.lockutils [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] Lock "d2deba3f-4d13-4071-a973-26840aacae7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.108204] env[69760]: DEBUG nova.compute.manager [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] No waiting events found dispatching network-vif-plugged-a6de534e-deb0-40e9-9f73-da8a4e1d2f00 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1010.108368] env[69760]: WARNING nova.compute.manager [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Received unexpected event network-vif-plugged-a6de534e-deb0-40e9-9f73-da8a4e1d2f00 for instance with vm_state building and task_state spawning. [ 1010.108524] env[69760]: DEBUG nova.compute.manager [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Received event network-changed-a6de534e-deb0-40e9-9f73-da8a4e1d2f00 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1010.108674] env[69760]: DEBUG nova.compute.manager [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Refreshing instance network info cache due to event network-changed-a6de534e-deb0-40e9-9f73-da8a4e1d2f00. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1010.108836] env[69760]: DEBUG oslo_concurrency.lockutils [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] Acquiring lock "refresh_cache-d2deba3f-4d13-4071-a973-26840aacae7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.115099] env[69760]: DEBUG nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1010.118081] env[69760]: DEBUG oslo_concurrency.lockutils [req-126964ce-196d-4f1c-bb73-4b1cd267142c req-6f9e3f77-77d7-4cf6-b20e-13f52feec455 service nova] Releasing lock "refresh_cache-8c5fcca3-ca84-4ee9-bbff-1877b2e85351" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.351380] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aff1625a-b27c-414b-b0ad-08b67e4880a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.361215] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffa5eef0-647e-4e4d-b7e3-86ac43861716 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.393096] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf073c7a-f55d-4aef-ba54-d295ad4d94f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.400975] env[69760]: DEBUG nova.network.neutron [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1010.403809] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f949f381-3f74-4c69-9619-1a4c6a56791e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.419736] env[69760]: DEBUG nova.compute.provider_tree [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1010.431896] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52474da8-1037-a10a-42a2-368576404d20, 'name': SearchDatastore_Task, 'duration_secs': 0.017039} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.435696] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.435991] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.436240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.442853] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521b6e7f-b19d-815b-db4d-f36d2a3ed562, 'name': SearchDatastore_Task, 'duration_secs': 0.034059} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.443647] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633536bb-e780-4d12-885a-280dce8b1d05 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.450724] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1010.450724] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523ff642-8470-a1dc-d0f0-56b8fface01e" [ 1010.450724] env[69760]: _type = "Task" [ 1010.450724] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.459999] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523ff642-8470-a1dc-d0f0-56b8fface01e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.550567] env[69760]: DEBUG nova.network.neutron [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Updating instance_info_cache with network_info: [{"id": "a6de534e-deb0-40e9-9f73-da8a4e1d2f00", "address": "fa:16:3e:e8:8b:c5", "network": {"id": "5f41e456-7ce5-4350-a97f-7ec7c31c1e75", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1373992871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f852c7f4a77f46b0927af16d8de4a0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6de534e-de", "ovs_interfaceid": "a6de534e-deb0-40e9-9f73-da8a4e1d2f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.757865] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.758078] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.758262] env[69760]: DEBUG nova.network.neutron [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1010.925486] env[69760]: DEBUG nova.scheduler.client.report [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1010.962091] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523ff642-8470-a1dc-d0f0-56b8fface01e, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.962343] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.962605] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1010.962909] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.963115] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.963331] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-28e4f0bd-cdb1-4c6e-97a9-44bb8acd570a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.965505] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-35f8199a-afb8-4458-a645-2bfbd3d08def {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.972492] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1010.972492] env[69760]: value = "task-3394256" [ 1010.972492] env[69760]: _type = "Task" [ 1010.972492] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.976668] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.976849] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.977814] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfde151d-7eda-4a39-8a78-1cdcdcdd1adc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.982891] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.986100] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1010.986100] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525c8568-776e-c6a4-0e46-f2f7866081c7" [ 1010.986100] env[69760]: _type = "Task" [ 1010.986100] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.993982] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525c8568-776e-c6a4-0e46-f2f7866081c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.053355] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Releasing lock "refresh_cache-d2deba3f-4d13-4071-a973-26840aacae7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.053774] env[69760]: DEBUG nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Instance network_info: |[{"id": "a6de534e-deb0-40e9-9f73-da8a4e1d2f00", "address": "fa:16:3e:e8:8b:c5", "network": {"id": "5f41e456-7ce5-4350-a97f-7ec7c31c1e75", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1373992871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f852c7f4a77f46b0927af16d8de4a0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6de534e-de", "ovs_interfaceid": "a6de534e-deb0-40e9-9f73-da8a4e1d2f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1011.054146] env[69760]: DEBUG oslo_concurrency.lockutils [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] Acquired lock "refresh_cache-d2deba3f-4d13-4071-a973-26840aacae7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.054401] env[69760]: DEBUG nova.network.neutron [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Refreshing network info cache for port a6de534e-deb0-40e9-9f73-da8a4e1d2f00 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1011.056051] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e8:8b:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '744515ee-aa5b-4c23-b959-b56c51da6b86', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a6de534e-deb0-40e9-9f73-da8a4e1d2f00', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1011.064408] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Creating folder: Project (f852c7f4a77f46b0927af16d8de4a0f8). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.065613] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bf764676-c41c-49de-8669-0333c109a7eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.079795] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Created folder: Project (f852c7f4a77f46b0927af16d8de4a0f8) in parent group-v676970. [ 1011.080194] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Creating folder: Instances. Parent ref: group-v677202. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1011.080531] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ceffe6d9-e289-4ee7-9ce9-ed73487f5c88 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.092907] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Created folder: Instances in parent group-v677202. [ 1011.093177] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1011.093389] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1011.093681] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-720da77b-6ea1-4a38-b6bb-c5060271330e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.115986] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1011.115986] env[69760]: value = "task-3394259" [ 1011.115986] env[69760]: _type = "Task" [ 1011.115986] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.126895] env[69760]: DEBUG nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1011.129263] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394259, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.156103] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1011.156416] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1011.156578] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1011.156871] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1011.156930] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1011.157126] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1011.157334] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1011.157431] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1011.157604] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1011.157771] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1011.157949] env[69760]: DEBUG nova.virt.hardware [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1011.158873] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0d9cda4-9730-4a86-8885-0c974a7910aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.167845] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f4de82-7430-430d-84da-987ede50cac3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.430096] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.325s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.430692] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1011.434838] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.212s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.438050] env[69760]: INFO nova.compute.claims [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1011.451435] env[69760]: DEBUG nova.compute.manager [req-283dd523-6c1b-492e-b1c1-2a27a061fa5b req-ab629017-46d0-474b-a71d-25922c4f50e2 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Received event network-vif-plugged-c2f05414-fd86-4a85-a267-191260c11ae9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1011.451711] env[69760]: DEBUG oslo_concurrency.lockutils [req-283dd523-6c1b-492e-b1c1-2a27a061fa5b req-ab629017-46d0-474b-a71d-25922c4f50e2 service nova] Acquiring lock "367a5806-7c6b-4aa2-8966-3799bbd90682-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.452013] env[69760]: DEBUG oslo_concurrency.lockutils [req-283dd523-6c1b-492e-b1c1-2a27a061fa5b req-ab629017-46d0-474b-a71d-25922c4f50e2 service nova] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.452513] env[69760]: DEBUG oslo_concurrency.lockutils [req-283dd523-6c1b-492e-b1c1-2a27a061fa5b req-ab629017-46d0-474b-a71d-25922c4f50e2 service nova] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.452742] env[69760]: DEBUG nova.compute.manager [req-283dd523-6c1b-492e-b1c1-2a27a061fa5b req-ab629017-46d0-474b-a71d-25922c4f50e2 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] No waiting events found dispatching network-vif-plugged-c2f05414-fd86-4a85-a267-191260c11ae9 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1011.453209] env[69760]: WARNING nova.compute.manager [req-283dd523-6c1b-492e-b1c1-2a27a061fa5b req-ab629017-46d0-474b-a71d-25922c4f50e2 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Received unexpected event network-vif-plugged-c2f05414-fd86-4a85-a267-191260c11ae9 for instance with vm_state building and task_state spawning. [ 1011.484429] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.47521} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.484712] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1011.484991] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1011.485250] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9e4539a-3dad-4c3d-a859-444bf32a652f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.500459] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525c8568-776e-c6a4-0e46-f2f7866081c7, 'name': SearchDatastore_Task, 'duration_secs': 0.009259} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.502576] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1011.502576] env[69760]: value = "task-3394260" [ 1011.502576] env[69760]: _type = "Task" [ 1011.502576] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.502798] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53b33579-3af7-4011-9511-3752e17fbd61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.523012] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1011.523012] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5236c23c-5dba-4fed-af2a-97917f907424" [ 1011.523012] env[69760]: _type = "Task" [ 1011.523012] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.523618] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394260, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.525595] env[69760]: DEBUG nova.network.neutron [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Successfully updated port: c2f05414-fd86-4a85-a267-191260c11ae9 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1011.539046] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5236c23c-5dba-4fed-af2a-97917f907424, 'name': SearchDatastore_Task, 'duration_secs': 0.011836} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.540169] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.540921] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 9779a6f4-d4a2-415a-9f77-63b15ae3c50a/9779a6f4-d4a2-415a-9f77-63b15ae3c50a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.540921] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-62245414-1a22-4e9b-a1e3-0219bf752a3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.549883] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1011.549883] env[69760]: value = "task-3394261" [ 1011.549883] env[69760]: _type = "Task" [ 1011.549883] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.560633] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.566232] env[69760]: DEBUG nova.network.neutron [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance_info_cache with network_info: [{"id": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "address": "fa:16:3e:61:1f:a0", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af9ae55-1c", "ovs_interfaceid": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.626661] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394259, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.819294] env[69760]: DEBUG nova.network.neutron [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Updated VIF entry in instance network info cache for port a6de534e-deb0-40e9-9f73-da8a4e1d2f00. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1011.819780] env[69760]: DEBUG nova.network.neutron [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Updating instance_info_cache with network_info: [{"id": "a6de534e-deb0-40e9-9f73-da8a4e1d2f00", "address": "fa:16:3e:e8:8b:c5", "network": {"id": "5f41e456-7ce5-4350-a97f-7ec7c31c1e75", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1373992871-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f852c7f4a77f46b0927af16d8de4a0f8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "744515ee-aa5b-4c23-b959-b56c51da6b86", "external-id": "nsx-vlan-transportzone-310", "segmentation_id": 310, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa6de534e-de", "ovs_interfaceid": "a6de534e-deb0-40e9-9f73-da8a4e1d2f00", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1011.936264] env[69760]: DEBUG nova.compute.utils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1011.937783] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1011.938332] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1012.016734] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394260, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072717} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.017206] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.017906] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d10e0772-d90a-4693-b337-5e9f8a79241b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.036148] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "refresh_cache-367a5806-7c6b-4aa2-8966-3799bbd90682" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.036652] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "refresh_cache-367a5806-7c6b-4aa2-8966-3799bbd90682" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.036874] env[69760]: DEBUG nova.network.neutron [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1012.046964] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.048154] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2e7ed50f-aa20-4b8c-a112-adf5e5407f39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.064425] env[69760]: DEBUG nova.policy [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e7d8d7b2a6442889460930f0c54bafd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48707fd0482b483bbf7580099e6d744b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.070634] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.080661] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.503761} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.082128] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 9779a6f4-d4a2-415a-9f77-63b15ae3c50a/9779a6f4-d4a2-415a-9f77-63b15ae3c50a.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.083010] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.083448] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1012.083448] env[69760]: value = "task-3394262" [ 1012.083448] env[69760]: _type = "Task" [ 1012.083448] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.084010] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ffcadff-46d4-40aa-8023-16ed4dc5a273 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.099341] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394262, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.103471] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1012.103471] env[69760]: value = "task-3394263" [ 1012.103471] env[69760]: _type = "Task" [ 1012.103471] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.111976] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.126632] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394259, 'name': CreateVM_Task, 'duration_secs': 0.593994} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.128632] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1012.131966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.131966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.131966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.131966] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a401c2ab-0909-4289-a707-e9938bf1eb7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.135876] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1012.135876] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e25b0d-ec64-7a24-cefc-a128ad4a44e1" [ 1012.135876] env[69760]: _type = "Task" [ 1012.135876] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.145523] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e25b0d-ec64-7a24-cefc-a128ad4a44e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.322888] env[69760]: DEBUG oslo_concurrency.lockutils [req-44986f0e-d113-4a86-ab77-36453b468fec req-e7bf6bf6-b441-48df-81a0-65873b9bdc24 service nova] Releasing lock "refresh_cache-d2deba3f-4d13-4071-a973-26840aacae7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.441312] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1012.457657] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Successfully created port: 0d29e237-53ce-43ae-a798-cbc1c5dce072 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1012.597465] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394262, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.598324] env[69760]: DEBUG nova.network.neutron [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1012.604464] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b003be57-1676-452d-9d1b-85ea58bdfa7a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.616465] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.365849} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.630085] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1012.636335] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a86258f-5296-4ca9-98c9-d7926f2a14d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.639078] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf54445a-0d6d-4b6e-863e-b91f2dd59818 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.651573] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance '08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1012.678525] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e25b0d-ec64-7a24-cefc-a128ad4a44e1, 'name': SearchDatastore_Task, 'duration_secs': 0.084117} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.687358] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] 9779a6f4-d4a2-415a-9f77-63b15ae3c50a/9779a6f4-d4a2-415a-9f77-63b15ae3c50a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1012.690799] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.690799] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1012.690944] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.691022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.691201] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1012.691443] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1fc3cff8-bf46-43dc-80e4-9c4e462610ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.707813] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4e26f95-59c3-4d46-b240-6a2df36d1e23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.718131] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1012.718131] env[69760]: value = "task-3394264" [ 1012.718131] env[69760]: _type = "Task" [ 1012.718131] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.727636] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394264, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.730751] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1012.730934] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1012.732895] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01116e51-7203-4b0c-9bcd-b311448e5373 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.738360] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1012.738360] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bae0d0-bb9a-cf2b-d78f-347889a446ad" [ 1012.738360] env[69760]: _type = "Task" [ 1012.738360] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.749374] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bae0d0-bb9a-cf2b-d78f-347889a446ad, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.837037] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fef8e36-ed14-48b3-b64c-6cc0c71e94f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.841307] env[69760]: DEBUG nova.network.neutron [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Updating instance_info_cache with network_info: [{"id": "c2f05414-fd86-4a85-a267-191260c11ae9", "address": "fa:16:3e:db:99:97", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f05414-fd", "ovs_interfaceid": "c2f05414-fd86-4a85-a267-191260c11ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.845286] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b27a0c7c-003b-4bef-bddf-664131b2236c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.877760] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9ab4189-7cc9-4270-941a-50fc8fdcdfdd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.888040] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31f826e5-9247-4acf-a6a4-c5d91dba5268 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.902891] env[69760]: DEBUG nova.compute.provider_tree [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.043633] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquiring lock "8ab97386-15c3-432e-b57d-9d858451e82d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.043962] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "8ab97386-15c3-432e-b57d-9d858451e82d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.097166] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394262, 'name': ReconfigVM_Task, 'duration_secs': 0.785735} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.097445] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.098073] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7ec5296a-31a1-4869-8771-99bb1c4b616c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.105045] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1013.105045] env[69760]: value = "task-3394265" [ 1013.105045] env[69760]: _type = "Task" [ 1013.105045] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.115459] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394265, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.192767] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.193098] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6cdb7cd-4d20-46d4-b91f-729dc19632a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.200948] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1013.200948] env[69760]: value = "task-3394266" [ 1013.200948] env[69760]: _type = "Task" [ 1013.200948] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.209419] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394266, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.229652] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394264, 'name': ReconfigVM_Task, 'duration_secs': 0.294676} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.229960] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Reconfigured VM instance instance-0000004e to attach disk [datastore2] 9779a6f4-d4a2-415a-9f77-63b15ae3c50a/9779a6f4-d4a2-415a-9f77-63b15ae3c50a.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1013.230625] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-03b32795-2d3e-46e5-a06d-5b6433028f12 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.237541] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1013.237541] env[69760]: value = "task-3394267" [ 1013.237541] env[69760]: _type = "Task" [ 1013.237541] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.253049] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394267, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.253338] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bae0d0-bb9a-cf2b-d78f-347889a446ad, 'name': SearchDatastore_Task, 'duration_secs': 0.03182} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.254138] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc698ffc-363c-4ead-84b5-9c514ef7f9f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.260644] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1013.260644] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523e6ada-f0f3-2942-43ef-3ac2ed1afcbd" [ 1013.260644] env[69760]: _type = "Task" [ 1013.260644] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.286183] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523e6ada-f0f3-2942-43ef-3ac2ed1afcbd, 'name': SearchDatastore_Task, 'duration_secs': 0.021563} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.286483] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.286749] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d2deba3f-4d13-4071-a973-26840aacae7b/d2deba3f-4d13-4071-a973-26840aacae7b.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1013.287022] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-37db4281-ca9d-4e8f-8507-b219ea12aeba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.294683] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1013.294683] env[69760]: value = "task-3394268" [ 1013.294683] env[69760]: _type = "Task" [ 1013.294683] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.304508] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394268, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.347240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "refresh_cache-367a5806-7c6b-4aa2-8966-3799bbd90682" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.347240] env[69760]: DEBUG nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Instance network_info: |[{"id": "c2f05414-fd86-4a85-a267-191260c11ae9", "address": "fa:16:3e:db:99:97", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f05414-fd", "ovs_interfaceid": "c2f05414-fd86-4a85-a267-191260c11ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1013.347473] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:db:99:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2f05414-fd86-4a85-a267-191260c11ae9', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1013.355456] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1013.355779] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1013.356078] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca0d1c45-d942-4dca-ac14-3f96181782dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.378785] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1013.378785] env[69760]: value = "task-3394269" [ 1013.378785] env[69760]: _type = "Task" [ 1013.378785] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.387901] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394269, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.406190] env[69760]: DEBUG nova.scheduler.client.report [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.464148] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1013.489353] env[69760]: DEBUG nova.compute.manager [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Received event network-changed-c2f05414-fd86-4a85-a267-191260c11ae9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.489582] env[69760]: DEBUG nova.compute.manager [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Refreshing instance network info cache due to event network-changed-c2f05414-fd86-4a85-a267-191260c11ae9. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1013.489821] env[69760]: DEBUG oslo_concurrency.lockutils [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] Acquiring lock "refresh_cache-367a5806-7c6b-4aa2-8966-3799bbd90682" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.489975] env[69760]: DEBUG oslo_concurrency.lockutils [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] Acquired lock "refresh_cache-367a5806-7c6b-4aa2-8966-3799bbd90682" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.490116] env[69760]: DEBUG nova.network.neutron [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Refreshing network info cache for port c2f05414-fd86-4a85-a267-191260c11ae9 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1013.493305] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1013.493549] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1013.493773] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1013.493888] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1013.494085] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1013.494190] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1013.494399] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1013.494561] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1013.495408] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1013.495408] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1013.495408] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1013.496484] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feae3edc-5b2a-4e1e-8ea9-b20e22ae01b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.506974] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866a7f72-0e5b-4a78-ac1f-25a1ba4f8b6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.546497] env[69760]: DEBUG nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1013.616907] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394265, 'name': Rename_Task, 'duration_secs': 0.252762} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.616907] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.616907] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f8a81582-71f8-48cc-a160-4cc1224c7566 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.625918] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1013.625918] env[69760]: value = "task-3394270" [ 1013.625918] env[69760]: _type = "Task" [ 1013.625918] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.636196] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.711826] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394266, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.747997] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394267, 'name': Rename_Task, 'duration_secs': 0.18548} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.748315] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1013.748572] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3676b51-48f6-4841-9849-e96cbc528ce0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.757304] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1013.757304] env[69760]: value = "task-3394271" [ 1013.757304] env[69760]: _type = "Task" [ 1013.757304] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.768535] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.806348] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394268, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.888516] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394269, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.911656] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.477s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.912275] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1013.915190] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.699s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.915516] env[69760]: DEBUG nova.objects.instance [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lazy-loading 'resources' on Instance uuid 962a8802-6352-4848-aec5-4ba82c22c060 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1013.959752] env[69760]: DEBUG nova.compute.manager [req-22bc0021-1414-4004-867b-02409755c0a3 req-a4cff702-ef1f-4103-b73e-77857ceaf9c4 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Received event network-vif-plugged-0d29e237-53ce-43ae-a798-cbc1c5dce072 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1013.960073] env[69760]: DEBUG oslo_concurrency.lockutils [req-22bc0021-1414-4004-867b-02409755c0a3 req-a4cff702-ef1f-4103-b73e-77857ceaf9c4 service nova] Acquiring lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1013.960213] env[69760]: DEBUG oslo_concurrency.lockutils [req-22bc0021-1414-4004-867b-02409755c0a3 req-a4cff702-ef1f-4103-b73e-77857ceaf9c4 service nova] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1013.961476] env[69760]: DEBUG oslo_concurrency.lockutils [req-22bc0021-1414-4004-867b-02409755c0a3 req-a4cff702-ef1f-4103-b73e-77857ceaf9c4 service nova] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1013.961476] env[69760]: DEBUG nova.compute.manager [req-22bc0021-1414-4004-867b-02409755c0a3 req-a4cff702-ef1f-4103-b73e-77857ceaf9c4 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] No waiting events found dispatching network-vif-plugged-0d29e237-53ce-43ae-a798-cbc1c5dce072 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1013.961476] env[69760]: WARNING nova.compute.manager [req-22bc0021-1414-4004-867b-02409755c0a3 req-a4cff702-ef1f-4103-b73e-77857ceaf9c4 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Received unexpected event network-vif-plugged-0d29e237-53ce-43ae-a798-cbc1c5dce072 for instance with vm_state building and task_state spawning. [ 1014.077931] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.127669] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Successfully updated port: 0d29e237-53ce-43ae-a798-cbc1c5dce072 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1014.143483] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394270, 'name': PowerOnVM_Task} progress is 92%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.217040] env[69760]: DEBUG oslo_vmware.api [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394266, 'name': PowerOnVM_Task, 'duration_secs': 0.536728} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.217526] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.217633] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6f4bcce1-614c-4b69-8d5a-97d25bea5aad tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance '08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1014.269907] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394271, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.284373] env[69760]: DEBUG nova.network.neutron [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Updated VIF entry in instance network info cache for port c2f05414-fd86-4a85-a267-191260c11ae9. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1014.284742] env[69760]: DEBUG nova.network.neutron [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Updating instance_info_cache with network_info: [{"id": "c2f05414-fd86-4a85-a267-191260c11ae9", "address": "fa:16:3e:db:99:97", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2f05414-fd", "ovs_interfaceid": "c2f05414-fd86-4a85-a267-191260c11ae9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1014.306205] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394268, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.574734} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.306470] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d2deba3f-4d13-4071-a973-26840aacae7b/d2deba3f-4d13-4071-a973-26840aacae7b.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1014.306686] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1014.306937] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7e9084d-dbc7-46d6-b9a6-b5b2b1d2d31d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.315338] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1014.315338] env[69760]: value = "task-3394272" [ 1014.315338] env[69760]: _type = "Task" [ 1014.315338] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.324689] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394272, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.390849] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394269, 'name': CreateVM_Task, 'duration_secs': 0.554455} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.391056] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1014.391974] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.392233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.392620] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.392936] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e8933e5-5f30-44fa-afc7-ca54e01ffc55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.399681] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1014.399681] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb0a8b-8cbb-d91c-e62d-4fded35ba617" [ 1014.399681] env[69760]: _type = "Task" [ 1014.399681] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.410599] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb0a8b-8cbb-d91c-e62d-4fded35ba617, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.422828] env[69760]: DEBUG nova.compute.utils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1014.425240] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1014.425240] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1014.466647] env[69760]: DEBUG nova.policy [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e7d8d7b2a6442889460930f0c54bafd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48707fd0482b483bbf7580099e6d744b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1014.641321] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "refresh_cache-d0a29670-7e4c-4ae5-adaa-4f7dff26f537" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.641465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "refresh_cache-d0a29670-7e4c-4ae5-adaa-4f7dff26f537" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.641612] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1014.643495] env[69760]: DEBUG oslo_vmware.api [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394270, 'name': PowerOnVM_Task, 'duration_secs': 0.635039} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.643927] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.644146] env[69760]: INFO nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1014.644331] env[69760]: DEBUG nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.645598] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c390f6ce-1246-4b1c-a8c5-e5b2cca047b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.705481] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d00303e8-8775-40b7-a397-e566c0704cab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.716154] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-488e6ddd-634e-4586-bb4a-b914ba102c00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.757949] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e10390c-6a98-464c-bfe0-b4f6d541b367 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.772596] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f2a1b1-05a1-435f-a54c-658f802f6bd0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.776538] env[69760]: DEBUG oslo_vmware.api [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394271, 'name': PowerOnVM_Task, 'duration_secs': 0.549139} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.776768] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1014.776974] env[69760]: INFO nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Took 15.13 seconds to spawn the instance on the hypervisor. [ 1014.777184] env[69760]: DEBUG nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1014.778939] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6216f28c-4d14-4fe6-b3c8-e9b4ee7f2e5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.782944] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Successfully created port: 9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1014.791260] env[69760]: DEBUG oslo_concurrency.lockutils [req-b9674af0-c625-4d76-afa5-3e0d79b52493 req-1fdb1881-f8d6-4440-9b69-c2a2b54b76b9 service nova] Releasing lock "refresh_cache-367a5806-7c6b-4aa2-8966-3799bbd90682" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.791858] env[69760]: DEBUG nova.compute.provider_tree [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1014.826426] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394272, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088204} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.826651] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1014.827481] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-952e79f1-60a3-40ad-92ed-a17905d2e701 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.853617] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] d2deba3f-4d13-4071-a973-26840aacae7b/d2deba3f-4d13-4071-a973-26840aacae7b.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1014.854204] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53f507ae-9122-4d3d-a092-7b71a84accae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.875707] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1014.875707] env[69760]: value = "task-3394273" [ 1014.875707] env[69760]: _type = "Task" [ 1014.875707] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.884597] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394273, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.911587] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eb0a8b-8cbb-d91c-e62d-4fded35ba617, 'name': SearchDatastore_Task, 'duration_secs': 0.041226} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.911936] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.912245] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1014.912535] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.912691] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.912876] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1014.913154] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3bcff4e7-0227-45b7-89ab-417ce94b6693 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.927978] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1014.931552] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1014.932304] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1014.932695] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a49ac9cc-073e-4129-9f0d-e62a720fc4d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.947311] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1014.947311] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e918c-ab7b-89b8-5d91-f94964715311" [ 1014.947311] env[69760]: _type = "Task" [ 1014.947311] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.956407] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e918c-ab7b-89b8-5d91-f94964715311, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.166426] env[69760]: INFO nova.compute.manager [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Took 20.67 seconds to build instance. [ 1015.177795] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1015.294737] env[69760]: DEBUG nova.scheduler.client.report [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.312341] env[69760]: INFO nova.compute.manager [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Took 30.07 seconds to build instance. [ 1015.369052] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Updating instance_info_cache with network_info: [{"id": "0d29e237-53ce-43ae-a798-cbc1c5dce072", "address": "fa:16:3e:df:02:5e", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d29e237-53", "ovs_interfaceid": "0d29e237-53ce-43ae-a798-cbc1c5dce072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1015.387310] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394273, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.461047] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526e918c-ab7b-89b8-5d91-f94964715311, 'name': SearchDatastore_Task, 'duration_secs': 0.054722} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.464101] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c37781ff-01b3-4b21-9560-9769d6deb14c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.468891] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1015.468891] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c355be-45c1-0cd2-704f-a61df5bb0665" [ 1015.468891] env[69760]: _type = "Task" [ 1015.468891] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.480057] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c355be-45c1-0cd2-704f-a61df5bb0665, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.668491] env[69760]: DEBUG oslo_concurrency.lockutils [None req-276b91e1-0a02-40f4-92e8-221c808f4f17 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.199s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.799671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.884s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.802106] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.629s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.803589] env[69760]: INFO nova.compute.claims [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1015.814215] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07239af5-13c8-471f-a841-1a0d89613265 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.586s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.833582] env[69760]: INFO nova.scheduler.client.report [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleted allocations for instance 962a8802-6352-4848-aec5-4ba82c22c060 [ 1015.873907] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "refresh_cache-d0a29670-7e4c-4ae5-adaa-4f7dff26f537" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.873907] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Instance network_info: |[{"id": "0d29e237-53ce-43ae-a798-cbc1c5dce072", "address": "fa:16:3e:df:02:5e", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d29e237-53", "ovs_interfaceid": "0d29e237-53ce-43ae-a798-cbc1c5dce072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1015.873907] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:02:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0d29e237-53ce-43ae-a798-cbc1c5dce072', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1015.881540] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Creating folder: Project (48707fd0482b483bbf7580099e6d744b). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.882289] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8eee6c2c-4596-4f98-8f09-52f059019a7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.893839] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394273, 'name': ReconfigVM_Task, 'duration_secs': 0.515878} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.894184] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Reconfigured VM instance instance-00000050 to attach disk [datastore2] d2deba3f-4d13-4071-a973-26840aacae7b/d2deba3f-4d13-4071-a973-26840aacae7b.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1015.895073] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-75a937d0-2be4-4c5e-907b-fbee7c89a115 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.899719] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Created folder: Project (48707fd0482b483bbf7580099e6d744b) in parent group-v676970. [ 1015.899838] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Creating folder: Instances. Parent ref: group-v677206. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1015.900091] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f3ed2ecf-9aa3-4df5-a129-9b281f430777 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.903174] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1015.903174] env[69760]: value = "task-3394275" [ 1015.903174] env[69760]: _type = "Task" [ 1015.903174] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1015.912131] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Created folder: Instances in parent group-v677206. [ 1015.912405] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1015.915749] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1015.916068] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394275, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1015.916529] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9da1b72a-1eb9-43ab-9d65-af758b2e8f8a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.931700] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.931977] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.932236] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1015.932428] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.932594] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.644405] env[69760]: INFO nova.compute.manager [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Terminating instance [ 1016.648501] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Successfully updated port: 9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1016.650154] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1016.652326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.652542] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.652708] env[69760]: DEBUG nova.compute.manager [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1016.657786] env[69760]: DEBUG nova.compute.manager [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Received event network-changed-0d29e237-53ce-43ae-a798-cbc1c5dce072 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.657900] env[69760]: DEBUG nova.compute.manager [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Refreshing instance network info cache due to event network-changed-0d29e237-53ce-43ae-a798-cbc1c5dce072. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1016.658115] env[69760]: DEBUG oslo_concurrency.lockutils [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] Acquiring lock "refresh_cache-d0a29670-7e4c-4ae5-adaa-4f7dff26f537" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.658267] env[69760]: DEBUG oslo_concurrency.lockutils [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] Acquired lock "refresh_cache-d0a29670-7e4c-4ae5-adaa-4f7dff26f537" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.658402] env[69760]: DEBUG nova.network.neutron [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Refreshing network info cache for port 0d29e237-53ce-43ae-a798-cbc1c5dce072 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1016.659872] env[69760]: DEBUG nova.compute.manager [req-82fb3d94-5613-4069-9a13-6eef2aa929a0 req-9bd17609-876e-49f0-8d55-9b45ddd2b250 service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Received event network-vif-plugged-9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1016.660070] env[69760]: DEBUG oslo_concurrency.lockutils [req-82fb3d94-5613-4069-9a13-6eef2aa929a0 req-9bd17609-876e-49f0-8d55-9b45ddd2b250 service nova] Acquiring lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.660260] env[69760]: DEBUG oslo_concurrency.lockutils [req-82fb3d94-5613-4069-9a13-6eef2aa929a0 req-9bd17609-876e-49f0-8d55-9b45ddd2b250 service nova] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.660418] env[69760]: DEBUG oslo_concurrency.lockutils [req-82fb3d94-5613-4069-9a13-6eef2aa929a0 req-9bd17609-876e-49f0-8d55-9b45ddd2b250 service nova] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.660602] env[69760]: DEBUG nova.compute.manager [req-82fb3d94-5613-4069-9a13-6eef2aa929a0 req-9bd17609-876e-49f0-8d55-9b45ddd2b250 service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] No waiting events found dispatching network-vif-plugged-9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1016.660768] env[69760]: WARNING nova.compute.manager [req-82fb3d94-5613-4069-9a13-6eef2aa929a0 req-9bd17609-876e-49f0-8d55-9b45ddd2b250 service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Received unexpected event network-vif-plugged-9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 for instance with vm_state building and task_state spawning. [ 1016.665341] env[69760]: DEBUG oslo_concurrency.lockutils [None req-07cc9ecd-e3c6-4749-9dca-5a1af635f804 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "962a8802-6352-4848-aec5-4ba82c22c060" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 21.272s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.668074] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "refresh_cache-61b05d5f-04d0-4834-82de-dbbd4ec653ba" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.668204] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "refresh_cache-61b05d5f-04d0-4834-82de-dbbd4ec653ba" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.668420] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.672568] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5b089f6-8688-437e-8260-d7544c809a58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.677864] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1016.677864] env[69760]: value = "task-3394277" [ 1016.677864] env[69760]: _type = "Task" [ 1016.677864] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.692425] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394275, 'name': Rename_Task, 'duration_secs': 0.161619} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.692668] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c355be-45c1-0cd2-704f-a61df5bb0665, 'name': SearchDatastore_Task, 'duration_secs': 0.01074} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1016.693034] env[69760]: DEBUG nova.compute.manager [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1016.693632] env[69760]: DEBUG nova.objects.instance [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'flavor' on Instance uuid 8c5fcca3-ca84-4ee9-bbff-1877b2e85351 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1016.695256] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1016.695564] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.695789] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 367a5806-7c6b-4aa2-8966-3799bbd90682/367a5806-7c6b-4aa2-8966-3799bbd90682.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1016.696645] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fac59989-ac07-469b-bcd1-efcbe163a5fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.698705] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fcd9aeb-554a-4f84-9b3d-8b7c6398b3ce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.706552] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394277, 'name': CreateVM_Task} progress is 15%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.712584] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1016.712814] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1016.713071] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1016.713304] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1016.713456] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1016.713604] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1016.713812] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1016.713969] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1016.714153] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1016.714317] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1016.714488] env[69760]: DEBUG nova.virt.hardware [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1016.715548] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf8f860f-85fb-4820-bcf0-ccac4e565f23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.720556] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1016.720556] env[69760]: value = "task-3394279" [ 1016.720556] env[69760]: _type = "Task" [ 1016.720556] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.720802] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1016.720802] env[69760]: value = "task-3394278" [ 1016.720802] env[69760]: _type = "Task" [ 1016.720802] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1016.731525] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00ba9a09-2d0a-47bb-8d0a-88e303265ca3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.744122] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394279, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1016.744408] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394278, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.180738] env[69760]: DEBUG nova.compute.manager [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1017.180994] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1017.184550] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b627883-3508-40a2-be07-bc5f037811db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.199063] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1017.199429] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.199741] env[69760]: DEBUG nova.compute.manager [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Going to confirm migration 4 {{(pid=69760) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1017.218031] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394277, 'name': CreateVM_Task, 'duration_secs': 0.478033} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.219101] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1017.219898] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.224127] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.224489] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.225441] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.225843] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fb0463a-acb7-4a4d-b5db-75110f63f4d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.229760] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-78fb6a24-a966-4fda-8fd1-ef7251790521 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.244024] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1017.251874] env[69760]: DEBUG oslo_vmware.api [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1017.251874] env[69760]: value = "task-3394280" [ 1017.251874] env[69760]: _type = "Task" [ 1017.251874] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.261121] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394278, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.261668] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394279, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.262228] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1017.262228] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52302d16-91e2-ee92-3c21-04f99d9e6a20" [ 1017.262228] env[69760]: _type = "Task" [ 1017.262228] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.288890] env[69760]: DEBUG oslo_vmware.api [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.293352] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52302d16-91e2-ee92-3c21-04f99d9e6a20, 'name': SearchDatastore_Task, 'duration_secs': 0.016379} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.293352] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.294478] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1017.294478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.294478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.294478] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1017.295184] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca17f0c-d7ce-4ea9-b714-bd48068f1391 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.306345] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1017.306611] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1017.307847] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12150ec5-375a-4c5d-b644-b81aa4f12988 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.319239] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1017.319239] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5284b85f-0aa8-b4ea-8379-7fe78c65b85a" [ 1017.319239] env[69760]: _type = "Task" [ 1017.319239] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.330985] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5284b85f-0aa8-b4ea-8379-7fe78c65b85a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.413173] env[69760]: DEBUG nova.network.neutron [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Updating instance_info_cache with network_info: [{"id": "9e50f0fe-1194-4b1c-a2ee-102ea36a74b1", "address": "fa:16:3e:a2:3e:28", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e50f0fe-11", "ovs_interfaceid": "9e50f0fe-1194-4b1c-a2ee-102ea36a74b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.526443] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e60f8f4f-56cd-4d37-8c5f-a934743a7f90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.535701] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8a2b98e-f9b2-43aa-b1f7-9e88a31db1c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.567415] env[69760]: DEBUG nova.network.neutron [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Updated VIF entry in instance network info cache for port 0d29e237-53ce-43ae-a798-cbc1c5dce072. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1017.567761] env[69760]: DEBUG nova.network.neutron [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Updating instance_info_cache with network_info: [{"id": "0d29e237-53ce-43ae-a798-cbc1c5dce072", "address": "fa:16:3e:df:02:5e", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0d29e237-53", "ovs_interfaceid": "0d29e237-53ce-43ae-a798-cbc1c5dce072", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1017.569431] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0363e74b-e824-439b-9bf1-c0bba5d5ca76 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.578426] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244e2f81-5f3c-48ec-8b41-ea4f880ed965 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.597265] env[69760]: DEBUG nova.compute.provider_tree [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1017.712754] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1017.714742] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-427eb380-c5be-428d-ae0b-2b7a19f84f49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.724988] env[69760]: DEBUG oslo_vmware.api [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1017.724988] env[69760]: value = "task-3394282" [ 1017.724988] env[69760]: _type = "Task" [ 1017.724988] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.741717] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394279, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.747800] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394278, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551122} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.748052] env[69760]: DEBUG oslo_vmware.api [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394282, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.748985] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 367a5806-7c6b-4aa2-8966-3799bbd90682/367a5806-7c6b-4aa2-8966-3799bbd90682.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1017.748985] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1017.748985] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6c635d2-a5c4-4321-b65e-9fef2fd12f18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.758757] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1017.758757] env[69760]: value = "task-3394283" [ 1017.758757] env[69760]: _type = "Task" [ 1017.758757] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.775833] env[69760]: DEBUG oslo_vmware.api [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394280, 'name': PowerOffVM_Task, 'duration_secs': 0.279572} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.776128] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394283, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.776386] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1017.776564] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1017.776873] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffbe3cbd-82fb-4611-b36e-5d37d2d5d9f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.832047] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5284b85f-0aa8-b4ea-8379-7fe78c65b85a, 'name': SearchDatastore_Task, 'duration_secs': 0.021779} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1017.832828] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdfdf5b-cf50-4729-adfa-14361183f82b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.839163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.839339] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.839512] env[69760]: DEBUG nova.network.neutron [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1017.839699] env[69760]: DEBUG nova.objects.instance [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'info_cache' on Instance uuid 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.842389] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1017.842389] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fc2a43-4357-8df8-7f30-a9c730bf5105" [ 1017.842389] env[69760]: _type = "Task" [ 1017.842389] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.851910] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fc2a43-4357-8df8-7f30-a9c730bf5105, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.918073] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "refresh_cache-61b05d5f-04d0-4834-82de-dbbd4ec653ba" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.918453] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Instance network_info: |[{"id": "9e50f0fe-1194-4b1c-a2ee-102ea36a74b1", "address": "fa:16:3e:a2:3e:28", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e50f0fe-11", "ovs_interfaceid": "9e50f0fe-1194-4b1c-a2ee-102ea36a74b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1017.918950] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:3e:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e50f0fe-1194-4b1c-a2ee-102ea36a74b1', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1017.926700] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1017.927330] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1017.927605] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e2dd7df7-eb3e-4379-91ad-e709ff85055c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.947729] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.947729] env[69760]: value = "task-3394285" [ 1017.947729] env[69760]: _type = "Task" [ 1017.947729] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.956064] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394285, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.996444] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1017.996767] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1017.997060] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Deleting the datastore file [datastore2] 9779a6f4-d4a2-415a-9f77-63b15ae3c50a {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1017.997479] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0a131c-6c2c-422a-a101-7967da351690 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.005780] env[69760]: DEBUG oslo_vmware.api [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1018.005780] env[69760]: value = "task-3394286" [ 1018.005780] env[69760]: _type = "Task" [ 1018.005780] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.015015] env[69760]: DEBUG oslo_vmware.api [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394286, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.072893] env[69760]: DEBUG oslo_concurrency.lockutils [req-8ba9fac9-9316-40b6-b2a2-15269fb25a20 req-b830a493-ddff-47f5-93ff-36c1d1f73c93 service nova] Releasing lock "refresh_cache-d0a29670-7e4c-4ae5-adaa-4f7dff26f537" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.101040] env[69760]: DEBUG nova.scheduler.client.report [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1018.241064] env[69760]: DEBUG oslo_vmware.api [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394282, 'name': PowerOffVM_Task, 'duration_secs': 0.313427} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.243700] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1018.243700] env[69760]: DEBUG nova.compute.manager [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.243997] env[69760]: DEBUG oslo_vmware.api [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394279, 'name': PowerOnVM_Task, 'duration_secs': 1.081256} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.244744] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9d73f22-102f-4241-864d-605852409377 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.247290] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1018.247495] env[69760]: INFO nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Took 9.50 seconds to spawn the instance on the hypervisor. [ 1018.247680] env[69760]: DEBUG nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1018.248396] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa65bf33-a7c1-4616-a25d-09ba2d36221e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.262863] env[69760]: DEBUG nova.compute.manager [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Received event network-changed-9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1018.263092] env[69760]: DEBUG nova.compute.manager [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Refreshing instance network info cache due to event network-changed-9e50f0fe-1194-4b1c-a2ee-102ea36a74b1. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1018.263329] env[69760]: DEBUG oslo_concurrency.lockutils [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] Acquiring lock "refresh_cache-61b05d5f-04d0-4834-82de-dbbd4ec653ba" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.263491] env[69760]: DEBUG oslo_concurrency.lockutils [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] Acquired lock "refresh_cache-61b05d5f-04d0-4834-82de-dbbd4ec653ba" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.263709] env[69760]: DEBUG nova.network.neutron [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Refreshing network info cache for port 9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1018.274559] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394283, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076537} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.275059] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1018.275747] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f3444e5-c9f5-4e04-beb4-77730e7ddc16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.301561] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 367a5806-7c6b-4aa2-8966-3799bbd90682/367a5806-7c6b-4aa2-8966-3799bbd90682.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1018.302873] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8c4b3d8c-f284-4173-a53d-c67d94405adf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.323280] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1018.323280] env[69760]: value = "task-3394287" [ 1018.323280] env[69760]: _type = "Task" [ 1018.323280] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.332443] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394287, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.356801] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52fc2a43-4357-8df8-7f30-a9c730bf5105, 'name': SearchDatastore_Task, 'duration_secs': 0.019424} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.357091] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.357364] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d0a29670-7e4c-4ae5-adaa-4f7dff26f537/d0a29670-7e4c-4ae5-adaa-4f7dff26f537.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1018.357627] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1e3cdfb5-5c97-4c73-bada-b32e60a0a022 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.365900] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1018.365900] env[69760]: value = "task-3394288" [ 1018.365900] env[69760]: _type = "Task" [ 1018.365900] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.374552] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394288, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.459517] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394285, 'name': CreateVM_Task, 'duration_secs': 0.404754} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.459728] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1018.460709] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.461020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.461445] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.461800] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ecf45d0-8dd4-4a02-a829-79b7a0329507 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.469315] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1018.469315] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218054c-a8db-c194-fb9f-af274a8096c8" [ 1018.469315] env[69760]: _type = "Task" [ 1018.469315] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.477581] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218054c-a8db-c194-fb9f-af274a8096c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.514809] env[69760]: DEBUG oslo_vmware.api [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394286, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.439394} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.515098] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1018.515289] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1018.515464] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1018.515632] env[69760]: INFO nova.compute.manager [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Took 1.33 seconds to destroy the instance on the hypervisor. [ 1018.515872] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1018.516088] env[69760]: DEBUG nova.compute.manager [-] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1018.516181] env[69760]: DEBUG nova.network.neutron [-] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1018.607828] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.806s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.608316] env[69760]: DEBUG nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1018.611144] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.131s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1018.611894] env[69760]: DEBUG nova.objects.instance [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'resources' on Instance uuid f066367a-fb43-4433-b9bd-5fd3d26ff2c8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1018.771601] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dc81b0c0-5d13-4072-8a17-e71979d3d738 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.119s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.772815] env[69760]: INFO nova.compute.manager [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Took 23.86 seconds to build instance. [ 1018.834675] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394287, 'name': ReconfigVM_Task, 'duration_secs': 0.283634} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.834987] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 367a5806-7c6b-4aa2-8966-3799bbd90682/367a5806-7c6b-4aa2-8966-3799bbd90682.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1018.835649] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dde69a83-c553-4b7a-95e5-92dc1aada6e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.843684] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1018.843684] env[69760]: value = "task-3394289" [ 1018.843684] env[69760]: _type = "Task" [ 1018.843684] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1018.854928] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394289, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.877330] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394288, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.984156] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218054c-a8db-c194-fb9f-af274a8096c8, 'name': SearchDatastore_Task, 'duration_secs': 0.013059} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1018.987680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.987939] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1018.988233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.988358] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.988514] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1018.988842] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2f724279-0050-466c-a73a-ebc62eadc476 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.003152] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.003152] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.003766] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1ff05f-50d4-497a-a77f-976426de7a46 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.011734] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1019.011734] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d0a274-a3fd-7bfb-e9bc-2e56e483062f" [ 1019.011734] env[69760]: _type = "Task" [ 1019.011734] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.021714] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d0a274-a3fd-7bfb-e9bc-2e56e483062f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.114543] env[69760]: DEBUG nova.compute.utils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1019.119577] env[69760]: DEBUG nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1019.119932] env[69760]: DEBUG nova.network.neutron [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1019.208726] env[69760]: DEBUG nova.network.neutron [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Updated VIF entry in instance network info cache for port 9e50f0fe-1194-4b1c-a2ee-102ea36a74b1. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1019.209119] env[69760]: DEBUG nova.network.neutron [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Updating instance_info_cache with network_info: [{"id": "9e50f0fe-1194-4b1c-a2ee-102ea36a74b1", "address": "fa:16:3e:a2:3e:28", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e50f0fe-11", "ovs_interfaceid": "9e50f0fe-1194-4b1c-a2ee-102ea36a74b1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.268527] env[69760]: DEBUG nova.network.neutron [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance_info_cache with network_info: [{"id": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "address": "fa:16:3e:61:1f:a0", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0af9ae55-1c", "ovs_interfaceid": "0af9ae55-1cee-4de9-9ff2-061656391f9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.276531] env[69760]: DEBUG oslo_concurrency.lockutils [None req-67b85833-cfa0-48d2-bd26-fa480388f5b0 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "d2deba3f-4d13-4071-a973-26840aacae7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.373s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.360875] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394289, 'name': Rename_Task, 'duration_secs': 0.290244} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.361139] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1019.361432] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8b459aa1-23af-4136-aa4d-943f4e2904bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.374353] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1019.374353] env[69760]: value = "task-3394290" [ 1019.374353] env[69760]: _type = "Task" [ 1019.374353] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.381953] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394288, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.734239} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.385261] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d0a29670-7e4c-4ae5-adaa-4f7dff26f537/d0a29670-7e4c-4ae5-adaa-4f7dff26f537.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1019.385519] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1019.386722] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e0874e75-edd9-4684-8b78-fad611de1960 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.391704] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394290, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.393359] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1019.393359] env[69760]: value = "task-3394291" [ 1019.393359] env[69760]: _type = "Task" [ 1019.393359] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.406918] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394291, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.418230] env[69760]: DEBUG nova.policy [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07df43a5012144ccb888d91c5d7c8733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f774b9ef2454b278327e448f17641ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1019.431095] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92c682da-cdd2-4bd5-ab30-060f218843e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.440745] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33517045-5228-4d68-bfe4-e5745feaa17b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.484296] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6178ef-4a33-40a4-85da-8111af23d971 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.496931] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0991122-66a6-4eeb-97df-d0f0fb6d2884 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.513101] env[69760]: DEBUG nova.compute.provider_tree [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.527685] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d0a274-a3fd-7bfb-e9bc-2e56e483062f, 'name': SearchDatastore_Task, 'duration_secs': 0.028492} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.529257] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61b6ece8-95e2-4299-ba89-690907bd9678 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.536906] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1019.536906] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52192d43-ed63-f97a-b5e4-0faf1860f353" [ 1019.536906] env[69760]: _type = "Task" [ 1019.536906] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.546224] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52192d43-ed63-f97a-b5e4-0faf1860f353, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.620131] env[69760]: DEBUG nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1019.711843] env[69760]: DEBUG oslo_concurrency.lockutils [req-f28a4e52-8f53-491f-8894-e15d79abda35 req-52ece6d9-e60e-4cd7-a2a2-2c8ebcf82c7a service nova] Releasing lock "refresh_cache-61b05d5f-04d0-4834-82de-dbbd4ec653ba" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.771029] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.771329] env[69760]: DEBUG nova.objects.instance [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'migration_context' on Instance uuid 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.884987] env[69760]: DEBUG oslo_vmware.api [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394290, 'name': PowerOnVM_Task, 'duration_secs': 0.481592} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.885791] env[69760]: DEBUG nova.network.neutron [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Successfully created port: ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1019.887698] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1019.887909] env[69760]: INFO nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1019.888102] env[69760]: DEBUG nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1019.888880] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80cf6b40-9fd7-4f5b-9e89-bdd959faac7e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.908306] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394291, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081619} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.908565] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1019.909333] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed9f3b8-4fb5-47c2-9fab-aabad4260009 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.935329] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] d0a29670-7e4c-4ae5-adaa-4f7dff26f537/d0a29670-7e4c-4ae5-adaa-4f7dff26f537.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1019.935667] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a84a179-6804-4550-9439-100c5955c516 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.958319] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1019.958319] env[69760]: value = "task-3394292" [ 1019.958319] env[69760]: _type = "Task" [ 1019.958319] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.967639] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394292, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.021457] env[69760]: DEBUG nova.scheduler.client.report [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1020.048578] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52192d43-ed63-f97a-b5e4-0faf1860f353, 'name': SearchDatastore_Task, 'duration_secs': 0.026602} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.048841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.049112] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 61b05d5f-04d0-4834-82de-dbbd4ec653ba/61b05d5f-04d0-4834-82de-dbbd4ec653ba.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1020.049369] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-051f45b2-0fbf-41a4-93fb-9c2214a5c15a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.057130] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1020.057130] env[69760]: value = "task-3394293" [ 1020.057130] env[69760]: _type = "Task" [ 1020.057130] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.065597] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394293, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.089297] env[69760]: INFO nova.compute.manager [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Rebuilding instance [ 1020.134454] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "d2deba3f-4d13-4071-a973-26840aacae7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.134722] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "d2deba3f-4d13-4071-a973-26840aacae7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.134990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "d2deba3f-4d13-4071-a973-26840aacae7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.135204] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "d2deba3f-4d13-4071-a973-26840aacae7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.135372] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "d2deba3f-4d13-4071-a973-26840aacae7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.140996] env[69760]: INFO nova.compute.manager [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Terminating instance [ 1020.146451] env[69760]: DEBUG nova.compute.manager [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1020.147690] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f9757ba-3c79-4fca-92b5-1bb3f364812b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.218950] env[69760]: DEBUG nova.network.neutron [-] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.275060] env[69760]: DEBUG nova.objects.base [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Object Instance<08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64> lazy-loaded attributes: info_cache,migration_context {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.275249] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83067d49-fbd1-4673-8368-1ee14022dc48 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.283383] env[69760]: DEBUG nova.compute.manager [req-a26e535a-b8de-465c-a95d-0e971f875eba req-26746822-e94a-47be-a125-c0f325fea7c8 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-vif-deleted-90b01b66-335d-4c00-b4d4-47f30e460a3b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.283383] env[69760]: DEBUG nova.compute.manager [req-a26e535a-b8de-465c-a95d-0e971f875eba req-26746822-e94a-47be-a125-c0f325fea7c8 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-vif-deleted-7435a238-e473-4f4b-ab12-02c434fe250a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.283510] env[69760]: DEBUG nova.compute.manager [req-a26e535a-b8de-465c-a95d-0e971f875eba req-26746822-e94a-47be-a125-c0f325fea7c8 service nova] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Received event network-vif-deleted-5ec5d1dc-d864-4072-8268-f924bb9d8def {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1020.301415] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ed6e4ab-32c9-4795-9945-74aa97663324 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.309239] env[69760]: DEBUG oslo_vmware.api [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1020.309239] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b3188-92b5-495a-4c82-108cdb0887f5" [ 1020.309239] env[69760]: _type = "Task" [ 1020.309239] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.320109] env[69760]: DEBUG oslo_vmware.api [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524b3188-92b5-495a-4c82-108cdb0887f5, 'name': SearchDatastore_Task, 'duration_secs': 0.008653} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.320392] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1020.410208] env[69760]: INFO nova.compute.manager [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Took 24.14 seconds to build instance. [ 1020.474767] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394292, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.526708] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.915s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.529520] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.691s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1020.530139] env[69760]: DEBUG nova.objects.instance [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lazy-loading 'resources' on Instance uuid 96a4d360-9961-4244-8d13-964ae68dd549 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.554848] env[69760]: INFO nova.scheduler.client.report [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted allocations for instance f066367a-fb43-4433-b9bd-5fd3d26ff2c8 [ 1020.569822] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394293, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.631632] env[69760]: DEBUG nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1020.644467] env[69760]: DEBUG nova.compute.manager [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1020.644819] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1020.646189] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7969f46e-771d-4aa4-a589-d10fa43e743a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.655306] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1020.657407] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9d65b0fc-2915-47a8-8031-76ad75b571c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.668620] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1020.668781] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1020.668881] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1020.669119] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1020.669318] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1020.669469] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1020.669705] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1020.670286] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1020.670286] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1020.670286] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1020.670619] env[69760]: DEBUG nova.virt.hardware [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1020.672860] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61786671-ad0a-4188-8332-f73320b694a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.675955] env[69760]: DEBUG oslo_vmware.api [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1020.675955] env[69760]: value = "task-3394294" [ 1020.675955] env[69760]: _type = "Task" [ 1020.675955] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.685033] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f91d0c39-d43c-44a2-9023-b4dbbf948aa8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.692591] env[69760]: DEBUG oslo_vmware.api [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394294, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1020.721560] env[69760]: INFO nova.compute.manager [-] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Took 2.21 seconds to deallocate network for instance. [ 1020.913059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-46919513-2eb6-44ba-8a9d-f7b898920385 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.658s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.971322] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394292, 'name': ReconfigVM_Task, 'duration_secs': 0.680464} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1020.971322] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Reconfigured VM instance instance-00000052 to attach disk [datastore2] d0a29670-7e4c-4ae5-adaa-4f7dff26f537/d0a29670-7e4c-4ae5-adaa-4f7dff26f537.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1020.971322] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-37285023-da2d-4177-9e55-59533495a0a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.978918] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1020.978918] env[69760]: value = "task-3394295" [ 1020.978918] env[69760]: _type = "Task" [ 1020.978918] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1020.989077] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394295, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.068172] env[69760]: DEBUG oslo_concurrency.lockutils [None req-116e8947-fcca-4deb-af07-ab7180fed937 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "f066367a-fb43-4433-b9bd-5fd3d26ff2c8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.065s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.073588] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394293, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615096} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.073842] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 61b05d5f-04d0-4834-82de-dbbd4ec653ba/61b05d5f-04d0-4834-82de-dbbd4ec653ba.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1021.074062] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1021.074328] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f6514581-2de4-4eb0-b76b-6fd4bcef2b1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.085224] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1021.085224] env[69760]: value = "task-3394296" [ 1021.085224] env[69760]: _type = "Task" [ 1021.085224] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.098753] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.135586] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "367a5806-7c6b-4aa2-8966-3799bbd90682" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.135891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.136132] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "367a5806-7c6b-4aa2-8966-3799bbd90682-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.136760] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.136760] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.139019] env[69760]: INFO nova.compute.manager [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Terminating instance [ 1021.167515] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.167855] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-dd2833eb-93c1-4887-9d7f-ba0358217175 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.177069] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1021.177069] env[69760]: value = "task-3394297" [ 1021.177069] env[69760]: _type = "Task" [ 1021.177069] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.199666] env[69760]: DEBUG oslo_vmware.api [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394294, 'name': PowerOffVM_Task, 'duration_secs': 0.238846} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.199666] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1021.199666] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.199666] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1021.199666] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.199666] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-069fec3f-6631-4d9d-b2bf-5c9b499941c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.201240] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c06b416-1e62-400d-b1d1-ddcb1a82f3bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.212454] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1021.212454] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de2745c6-bb44-4c2c-a656-ffd3964152d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.228794] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.294525] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.294759] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.295122] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Deleting the datastore file [datastore2] d2deba3f-4d13-4071-a973-26840aacae7b {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.295920] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1659fdf9-8439-4312-a455-ff7e89e1832f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.299520] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca34ae6f-45c6-4662-88b9-9408de4fcb3d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.310542] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1021.311511] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1021.311939] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleting the datastore file [datastore2] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1021.312053] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-24cab3e9-f368-4422-afe3-bb7dea780358 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.318515] env[69760]: DEBUG oslo_vmware.api [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for the task: (returnval){ [ 1021.318515] env[69760]: value = "task-3394300" [ 1021.318515] env[69760]: _type = "Task" [ 1021.318515] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.320190] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa17c6f6-67a6-495b-8182-4aa1d62fe29e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.331762] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1021.331762] env[69760]: value = "task-3394301" [ 1021.331762] env[69760]: _type = "Task" [ 1021.331762] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.368923] env[69760]: DEBUG oslo_vmware.api [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394300, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.370225] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26e0764-a09b-4e31-ae22-2072cbba1c28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.376068] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394301, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.381444] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95d9820e-f207-43bc-8bcc-c9869d3f0f57 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.395452] env[69760]: DEBUG nova.compute.provider_tree [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.490023] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394295, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.533405] env[69760]: DEBUG nova.network.neutron [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Successfully updated port: ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1021.596607] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076588} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.596899] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1021.597739] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd548c44-369a-4d33-9e0b-d566ea3adcc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.620532] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 61b05d5f-04d0-4834-82de-dbbd4ec653ba/61b05d5f-04d0-4834-82de-dbbd4ec653ba.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1021.620832] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50b2df76-24cc-469d-9212-bff5e042b960 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.642228] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1021.642228] env[69760]: value = "task-3394302" [ 1021.642228] env[69760]: _type = "Task" [ 1021.642228] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.646192] env[69760]: DEBUG nova.compute.manager [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1021.646450] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1021.647244] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de8d762d-d3e7-4063-8605-7e75868a892d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.652939] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.658316] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1021.658588] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-71ecc946-a229-4277-aa08-6ee8b35b2809 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.666219] env[69760]: DEBUG oslo_vmware.api [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1021.666219] env[69760]: value = "task-3394303" [ 1021.666219] env[69760]: _type = "Task" [ 1021.666219] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1021.675192] env[69760]: DEBUG oslo_vmware.api [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1021.835337] env[69760]: DEBUG oslo_vmware.api [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Task: {'id': task-3394300, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186699} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.840246] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.840608] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.840901] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.841236] env[69760]: INFO nova.compute.manager [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1021.841600] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1021.841987] env[69760]: DEBUG nova.compute.manager [-] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1021.842211] env[69760]: DEBUG nova.network.neutron [-] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1021.851603] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394301, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195516} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1021.851603] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1021.851603] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1021.851942] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1021.900574] env[69760]: DEBUG nova.scheduler.client.report [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.990645] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394295, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.036371] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.036586] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.036798] env[69760]: DEBUG nova.network.neutron [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.154987] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.182334] env[69760]: DEBUG oslo_vmware.api [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.330807] env[69760]: DEBUG nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Received event network-vif-plugged-ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.331038] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] Acquiring lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.331253] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.331430] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.331646] env[69760]: DEBUG nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] No waiting events found dispatching network-vif-plugged-ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1022.331828] env[69760]: WARNING nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Received unexpected event network-vif-plugged-ec217597-fb00-4570-8483-b346ddd01630 for instance with vm_state building and task_state spawning. [ 1022.332061] env[69760]: DEBUG nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Received event network-changed-ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1022.332341] env[69760]: DEBUG nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Refreshing instance network info cache due to event network-changed-ec217597-fb00-4570-8483-b346ddd01630. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1022.332526] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] Acquiring lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.398276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "c949f194-d662-4fdb-8025-b5dc46465add" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.398276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "c949f194-d662-4fdb-8025-b5dc46465add" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.398276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "c949f194-d662-4fdb-8025-b5dc46465add-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.398276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "c949f194-d662-4fdb-8025-b5dc46465add-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.398276] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "c949f194-d662-4fdb-8025-b5dc46465add-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.399704] env[69760]: INFO nova.compute.manager [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Terminating instance [ 1022.411451] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.882s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.413923] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.539s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.414166] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.414324] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1022.414685] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.339s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.417173] env[69760]: INFO nova.compute.claims [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.419767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb2c24f8-d3e2-491b-9c2b-1c8baa84f579 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.437031] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9135970-b934-41bb-9768-e60ab78de89f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.455623] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecbed230-b233-4541-b8a8-7a73500a209a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.464610] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d3877a-a5aa-4bce-9c24-9153f5b6283f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.499241] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179644MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1022.499413] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.500747] env[69760]: INFO nova.scheduler.client.report [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Deleted allocations for instance 96a4d360-9961-4244-8d13-964ae68dd549 [ 1022.517508] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394295, 'name': Rename_Task, 'duration_secs': 1.386231} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.518008] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1022.518372] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b13a8b9-4069-45e6-be03-801ce2f92b02 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.528390] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1022.528390] env[69760]: value = "task-3394304" [ 1022.528390] env[69760]: _type = "Task" [ 1022.528390] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.537692] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.572457] env[69760]: DEBUG nova.network.neutron [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1022.654386] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.677957] env[69760]: DEBUG oslo_vmware.api [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394303, 'name': PowerOffVM_Task, 'duration_secs': 0.849839} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1022.680561] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1022.680807] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1022.681123] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-031d5052-0852-4247-9e7d-77690cf08ee1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.685728] env[69760]: DEBUG nova.network.neutron [-] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.718750] env[69760]: DEBUG nova.network.neutron [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Updating instance_info_cache with network_info: [{"id": "ec217597-fb00-4570-8483-b346ddd01630", "address": "fa:16:3e:9c:db:bb", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec217597-fb", "ovs_interfaceid": "ec217597-fb00-4570-8483-b346ddd01630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1022.754669] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1022.754898] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1022.755180] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleting the datastore file [datastore2] 367a5806-7c6b-4aa2-8966-3799bbd90682 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1022.755438] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1058a79-9a25-4aad-89ec-6b3ee67a21cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.763850] env[69760]: DEBUG oslo_vmware.api [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1022.763850] env[69760]: value = "task-3394306" [ 1022.763850] env[69760]: _type = "Task" [ 1022.763850] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.773943] env[69760]: DEBUG oslo_vmware.api [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394306, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.882152] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1022.882418] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1022.882577] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1022.882791] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1022.883053] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1022.883285] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1022.883584] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1022.883814] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1022.884071] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1022.884311] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1022.884548] env[69760]: DEBUG nova.virt.hardware [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1022.885817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90716e2d-8572-4788-8b18-14acabe46127 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.895932] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e030828-d1f4-447b-88b2-21943c2457d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.911303] env[69760]: DEBUG nova.compute.manager [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1022.911557] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.912105] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:32:54:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7a14d835-aa62-4880-a125-cce0a2cba3c8', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1022.919971] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1022.920777] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c243bd3-a50a-4716-a582-d42a0ef5e2fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.923585] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1022.923812] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7bd2a6aa-ddf8-434a-a3d0-a2b6ea06b139 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.943876] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1022.944051] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-78527cdd-65c8-4c6b-888d-55d7eb9349b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.947045] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1022.947045] env[69760]: value = "task-3394307" [ 1022.947045] env[69760]: _type = "Task" [ 1022.947045] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.953254] env[69760]: DEBUG oslo_vmware.api [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 1022.953254] env[69760]: value = "task-3394308" [ 1022.953254] env[69760]: _type = "Task" [ 1022.953254] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.962212] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394307, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.968420] env[69760]: DEBUG oslo_vmware.api [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394308, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.012968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-861d753a-ed56-43ba-a4c9-8e46acb98bd1 tempest-ImagesOneServerNegativeTestJSON-1564004517 tempest-ImagesOneServerNegativeTestJSON-1564004517-project-member] Lock "96a4d360-9961-4244-8d13-964ae68dd549" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.550s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1023.040660] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394304, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.154919] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394302, 'name': ReconfigVM_Task, 'duration_secs': 1.060565} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.155300] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 61b05d5f-04d0-4834-82de-dbbd4ec653ba/61b05d5f-04d0-4834-82de-dbbd4ec653ba.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1023.156032] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-74100cd6-3192-4b15-ab1f-9c235e28d509 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.166182] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1023.166182] env[69760]: value = "task-3394309" [ 1023.166182] env[69760]: _type = "Task" [ 1023.166182] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.175975] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394309, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.190146] env[69760]: INFO nova.compute.manager [-] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Took 1.35 seconds to deallocate network for instance. [ 1023.221637] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.221993] env[69760]: DEBUG nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Instance network_info: |[{"id": "ec217597-fb00-4570-8483-b346ddd01630", "address": "fa:16:3e:9c:db:bb", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec217597-fb", "ovs_interfaceid": "ec217597-fb00-4570-8483-b346ddd01630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1023.222454] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] Acquired lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.222778] env[69760]: DEBUG nova.network.neutron [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Refreshing network info cache for port ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1023.224213] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:db:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ec217597-fb00-4570-8483-b346ddd01630', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1023.232917] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.234224] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1023.234523] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3058490-ccf4-4e60-bcf4-14c7187e477d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.258924] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1023.258924] env[69760]: value = "task-3394310" [ 1023.258924] env[69760]: _type = "Task" [ 1023.258924] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.268417] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394310, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.278605] env[69760]: DEBUG oslo_vmware.api [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394306, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193321} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.278856] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1023.279056] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1023.279239] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.279412] env[69760]: INFO nova.compute.manager [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Took 1.63 seconds to destroy the instance on the hypervisor. [ 1023.279648] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1023.279839] env[69760]: DEBUG nova.compute.manager [-] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1023.279936] env[69760]: DEBUG nova.network.neutron [-] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1023.458332] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394307, 'name': CreateVM_Task, 'duration_secs': 0.382121} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.462704] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.465220] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.465220] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.465220] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.468051] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d020265-0d55-499b-993d-827c556098c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.476528] env[69760]: DEBUG oslo_vmware.api [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394308, 'name': PowerOffVM_Task, 'duration_secs': 0.287612} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.476808] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1023.476988] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1023.477299] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3deffda8-507e-4835-9b81-9244c2d358d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.479915] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1023.479915] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293c310-417d-d35c-392c-1b972f0aed29" [ 1023.479915] env[69760]: _type = "Task" [ 1023.479915] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.493883] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293c310-417d-d35c-392c-1b972f0aed29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.545421] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394304, 'name': PowerOnVM_Task, 'duration_secs': 0.570811} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.545421] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1023.545421] env[69760]: INFO nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1023.545421] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1023.546322] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04c32056-697c-4468-957f-068cf58479b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.560900] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1023.561139] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1023.561324] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleting the datastore file [datastore2] c949f194-d662-4fdb-8025-b5dc46465add {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1023.561826] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d168a799-f761-4a74-9197-ad763514cbb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.573186] env[69760]: DEBUG oslo_vmware.api [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 1023.573186] env[69760]: value = "task-3394312" [ 1023.573186] env[69760]: _type = "Task" [ 1023.573186] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.581617] env[69760]: DEBUG oslo_vmware.api [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394312, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.597060] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.597060] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.676759] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394309, 'name': Rename_Task, 'duration_secs': 0.221539} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.677091] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1023.677368] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc6c0d2f-e721-4c4e-9272-1ca8964242aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.688594] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1023.688594] env[69760]: value = "task-3394313" [ 1023.688594] env[69760]: _type = "Task" [ 1023.688594] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1023.697068] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.701160] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394313, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.748690] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0be8b86f-27e3-4dad-a04f-94f3b8b35eba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.756855] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb54379e-f4ae-4f40-b432-f1319177383f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.769317] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394310, 'name': CreateVM_Task, 'duration_secs': 0.375246} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.794041] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1023.797500] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.798285] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e230cfaf-ef7f-4979-820e-bc2e1af3e4dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.806947] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade3c2d3-9b8c-49fb-81e6-a7c9d91ff511 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.820325] env[69760]: DEBUG nova.compute.provider_tree [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.993171] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293c310-417d-d35c-392c-1b972f0aed29, 'name': SearchDatastore_Task, 'duration_secs': 0.012076} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1023.995660] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.995903] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1023.996159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.996337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.996472] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1023.996798] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.997052] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.997356] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ed003d0f-4a31-4a39-8329-b91c6c13aa64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.999965] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16cfb76e-1013-4cae-9b4c-68c808ba14dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.005468] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1024.005468] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52562b2a-fe11-fdb6-2b0a-1e9027730960" [ 1024.005468] env[69760]: _type = "Task" [ 1024.005468] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.010384] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1024.010592] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1024.011375] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b48ccbc8-1d58-4c47-a878-d735dc22fe19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.018018] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52562b2a-fe11-fdb6-2b0a-1e9027730960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.020168] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1024.020168] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5ed48-77b7-628c-d7ba-84f2ff5a1d99" [ 1024.020168] env[69760]: _type = "Task" [ 1024.020168] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.028360] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5ed48-77b7-628c-d7ba-84f2ff5a1d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.031946] env[69760]: DEBUG nova.network.neutron [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Updated VIF entry in instance network info cache for port ec217597-fb00-4570-8483-b346ddd01630. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1024.032418] env[69760]: DEBUG nova.network.neutron [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Updating instance_info_cache with network_info: [{"id": "ec217597-fb00-4570-8483-b346ddd01630", "address": "fa:16:3e:9c:db:bb", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec217597-fb", "ovs_interfaceid": "ec217597-fb00-4570-8483-b346ddd01630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.070864] env[69760]: INFO nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Took 24.90 seconds to build instance. [ 1024.082245] env[69760]: DEBUG oslo_vmware.api [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394312, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.232831} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.083213] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1024.083405] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1024.083581] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1024.083748] env[69760]: INFO nova.compute.manager [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1024.083986] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1024.084197] env[69760]: DEBUG nova.compute.manager [-] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1024.084289] env[69760]: DEBUG nova.network.neutron [-] [instance: c949f194-d662-4fdb-8025-b5dc46465add] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1024.099482] env[69760]: DEBUG nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1024.119106] env[69760]: DEBUG nova.network.neutron [-] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.199353] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394313, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.323740] env[69760]: DEBUG nova.scheduler.client.report [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1024.387565] env[69760]: DEBUG nova.compute.manager [req-7acf1781-71a7-4d3f-a9b2-6bf4c7cdbaf9 req-71c0a886-290c-44b9-b78d-224fcb06466a service nova] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Received event network-vif-deleted-c2f05414-fd86-4a85-a267-191260c11ae9 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.528660] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52562b2a-fe11-fdb6-2b0a-1e9027730960, 'name': SearchDatastore_Task, 'duration_secs': 0.026058} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.533335] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.533587] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1024.533803] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.534905] env[69760]: DEBUG oslo_concurrency.lockutils [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] Releasing lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.535178] env[69760]: DEBUG nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Received event network-vif-deleted-a6de534e-deb0-40e9-9f73-da8a4e1d2f00 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1024.535365] env[69760]: INFO nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Neutron deleted interface a6de534e-deb0-40e9-9f73-da8a4e1d2f00; detaching it from the instance and deleting it from the info cache [ 1024.535539] env[69760]: DEBUG nova.network.neutron [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.541009] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e5ed48-77b7-628c-d7ba-84f2ff5a1d99, 'name': SearchDatastore_Task, 'duration_secs': 0.020607} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.542380] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd3aebe6-284a-44d7-a478-e5701e4fa756 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.551089] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1024.551089] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528e4afc-65b3-8f13-a991-6625617427cb" [ 1024.551089] env[69760]: _type = "Task" [ 1024.551089] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1024.561947] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528e4afc-65b3-8f13-a991-6625617427cb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.573075] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.408s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.621479] env[69760]: INFO nova.compute.manager [-] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Took 1.34 seconds to deallocate network for instance. [ 1024.630263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.701914] env[69760]: DEBUG oslo_vmware.api [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394313, 'name': PowerOnVM_Task, 'duration_secs': 0.91422} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1024.703701] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1024.703939] env[69760]: INFO nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Took 8.05 seconds to spawn the instance on the hypervisor. [ 1024.704139] env[69760]: DEBUG nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1024.705013] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ee6bb0b-cbd0-4c75-916c-cd5e50d82173 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1024.829633] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.415s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.830053] env[69760]: DEBUG nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1024.833307] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 4.513s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1025.043615] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3c76c8ab-a6cd-4bdf-b863-f9389972e9ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.051883] env[69760]: DEBUG nova.network.neutron [-] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.059710] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c4d999b-d6c9-4483-bd11-812d1c7b4a24 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.072158] env[69760]: INFO nova.compute.manager [-] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Took 0.99 seconds to deallocate network for instance. [ 1025.081399] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528e4afc-65b3-8f13-a991-6625617427cb, 'name': SearchDatastore_Task, 'duration_secs': 0.016167} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.081882] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.082159] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.082448] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.082653] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1025.082862] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccef32eb-9d4f-4ae8-8a5c-ff8e7a8084ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.084798] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0c57c776-33ac-42c5-bd78-fa9bae14ad39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.098862] env[69760]: DEBUG nova.compute.manager [req-2cc02c6e-cd57-4e38-bab2-6add5c3c1cce req-a334055c-4ddb-4fff-bec9-99437bc26579 service nova] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Detach interface failed, port_id=a6de534e-deb0-40e9-9f73-da8a4e1d2f00, reason: Instance d2deba3f-4d13-4071-a973-26840aacae7b could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1025.103818] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1025.103818] env[69760]: value = "task-3394314" [ 1025.103818] env[69760]: _type = "Task" [ 1025.103818] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.110112] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1025.110310] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1025.114176] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4f592ced-35a9-4bfb-8b35-c9ae7170d562 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.116482] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394314, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.120825] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1025.120825] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eed992-83c0-0a22-f404-0f27764148a8" [ 1025.120825] env[69760]: _type = "Task" [ 1025.120825] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.127294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.130313] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eed992-83c0-0a22-f404-0f27764148a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.228503] env[69760]: INFO nova.compute.manager [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Took 26.03 seconds to build instance. [ 1025.336898] env[69760]: DEBUG nova.compute.utils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1025.341847] env[69760]: DEBUG nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1025.341847] env[69760]: DEBUG nova.network.neutron [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1025.409632] env[69760]: DEBUG nova.policy [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '8297d47318964961b5ce6e53d1011e7f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'dce069276dc948dfb3ec1f56852d8a9b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.580167] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1025.617968] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394314, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.46369} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.621243] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1025.621243] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1025.621476] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7cb37cde-0e20-4b47-9b68-dd82962e36f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.638563] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52eed992-83c0-0a22-f404-0f27764148a8, 'name': SearchDatastore_Task, 'duration_secs': 0.010199} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.644026] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1025.644026] env[69760]: value = "task-3394315" [ 1025.644026] env[69760]: _type = "Task" [ 1025.644026] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.644026] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5c78f48-db64-40c4-9801-abaf44aa4572 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.655550] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1025.655550] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a596b9-d2e6-d7e3-1944-a550492c7dba" [ 1025.655550] env[69760]: _type = "Task" [ 1025.655550] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.664340] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394315, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.674186] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a596b9-d2e6-d7e3-1944-a550492c7dba, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.675056] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.675056] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] bd4d745a-1fdf-4a58-9724-ee6c1f2a5904/bd4d745a-1fdf-4a58-9724-ee6c1f2a5904.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.675056] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bd43804-aa71-4ba6-bcbe-c22fd3962c36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.688320] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1025.688320] env[69760]: value = "task-3394316" [ 1025.688320] env[69760]: _type = "Task" [ 1025.688320] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.702774] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.704868] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431ed811-bfe0-4da3-a856-9e3a9b19e144 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.713909] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f2188c-a215-4aae-a5a0-409883132d8d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.752043] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8fe857b-a585-4073-a6f0-ad0f426e05e7 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.562s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.753141] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbdf359b-6b4a-47b9-ab42-ab11414fb7c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.765113] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9248d6a5-a9a7-45c2-9f39-f6f2757c0e2a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.779620] env[69760]: DEBUG nova.compute.provider_tree [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.839632] env[69760]: DEBUG nova.network.neutron [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Successfully created port: 54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1025.846629] env[69760]: DEBUG nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1026.158182] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394315, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073789} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.158575] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1026.159277] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f52da9-4b0e-48b2-a1fb-3e7606ae855a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.187211] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Reconfiguring VM instance instance-0000004f to attach disk [datastore1] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.188422] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5d322289-7dd2-4a7c-9d0b-bd4313776408 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.203638] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.203883] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.204105] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.204290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.204457] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.210014] env[69760]: INFO nova.compute.manager [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Terminating instance [ 1026.217337] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394316, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.219982] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1026.219982] env[69760]: value = "task-3394317" [ 1026.219982] env[69760]: _type = "Task" [ 1026.219982] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.229440] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394317, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.282700] env[69760]: DEBUG nova.scheduler.client.report [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1026.344509] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.344817] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.345157] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1026.345376] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.345667] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.347936] env[69760]: INFO nova.compute.manager [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Terminating instance [ 1026.352319] env[69760]: INFO nova.virt.block_device [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Booting with volume d0911994-2129-4988-a6b1-ed5fe0f36d0b at /dev/sda [ 1026.401091] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f985d3d4-6e3b-4e63-8bd7-29295ac13d30 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.413364] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b45ba28-218e-4d33-91c2-4392f0ca6bcf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.427766] env[69760]: DEBUG nova.compute.manager [req-c5b4492d-19cf-43a5-9b4e-3a642c9ce250 req-9dcce49c-51f1-436b-b8fb-1ac737c1fa4b service nova] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Received event network-vif-deleted-1c873c65-40a7-4fcf-a601-654d5bc105a7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1026.455752] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b36d108e-c2e2-4698-9ad7-1c76336f8901 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.467157] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f92c6bc-a5df-4d7d-9ba8-212fa732095c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.504386] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c095bf-3703-4581-9463-202660bf5cf7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.513292] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a9d1de4-d643-4c65-9f99-177efca4e387 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.536016] env[69760]: DEBUG nova.virt.block_device [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updating existing volume attachment record: feedd88e-fbfc-4f92-a7a7-81127b2e8a3a {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1026.714767] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602699} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.715137] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] bd4d745a-1fdf-4a58-9724-ee6c1f2a5904/bd4d745a-1fdf-4a58-9724-ee6c1f2a5904.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1026.715394] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1026.715660] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-251cdb03-b382-41d6-b8f7-eeb8577c823c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.719855] env[69760]: DEBUG nova.compute.manager [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.720075] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.721015] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2fc73b7-2808-4915-ac55-77fb6edb21bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.729787] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1026.729787] env[69760]: value = "task-3394318" [ 1026.729787] env[69760]: _type = "Task" [ 1026.729787] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.737882] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394317, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.740481] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.740848] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4f046dd-cefd-4140-bb98-8f7d48b6757b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.748781] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.750790] env[69760]: DEBUG oslo_vmware.api [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1026.750790] env[69760]: value = "task-3394319" [ 1026.750790] env[69760]: _type = "Task" [ 1026.750790] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.759950] env[69760]: DEBUG oslo_vmware.api [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394319, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.853699] env[69760]: DEBUG nova.compute.manager [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1026.853699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1026.853911] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fca0bdc7-4ec1-40c2-b17a-bea60ac34330 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.866153] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1026.866153] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-714ef88d-5611-4565-8f3c-c8ed01e7c1c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.878167] env[69760]: DEBUG oslo_vmware.api [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1026.878167] env[69760]: value = "task-3394320" [ 1026.878167] env[69760]: _type = "Task" [ 1026.878167] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.889883] env[69760]: DEBUG oslo_vmware.api [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.234123] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394317, 'name': ReconfigVM_Task, 'duration_secs': 0.694768} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.243689] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Reconfigured VM instance instance-0000004f to attach disk [datastore1] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351/8c5fcca3-ca84-4ee9-bbff-1877b2e85351.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.246892] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aefae6ba-3fc9-4ccc-ae5d-14aa5568aca1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.255209] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121545} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.259967] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1027.260427] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1027.260427] env[69760]: value = "task-3394321" [ 1027.260427] env[69760]: _type = "Task" [ 1027.260427] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.261442] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96be2cbd-b150-4d84-b322-73e48476b227 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.275897] env[69760]: DEBUG oslo_vmware.api [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394319, 'name': PowerOffVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.282678] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394321, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.294668] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.461s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.308240] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Reconfiguring VM instance instance-00000054 to attach disk [datastore1] bd4d745a-1fdf-4a58-9724-ee6c1f2a5904/bd4d745a-1fdf-4a58-9724-ee6c1f2a5904.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1027.308240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.080s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.308472] env[69760]: DEBUG nova.objects.instance [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lazy-loading 'resources' on Instance uuid 9779a6f4-d4a2-415a-9f77-63b15ae3c50a {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1027.309644] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-17ef8d46-bec1-48e9-b7a3-de4face50d41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.339440] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1027.339440] env[69760]: value = "task-3394322" [ 1027.339440] env[69760]: _type = "Task" [ 1027.339440] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.350073] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394322, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.393265] env[69760]: DEBUG oslo_vmware.api [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394320, 'name': PowerOffVM_Task, 'duration_secs': 0.505474} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.393634] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.393871] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.394180] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-95d510b4-997a-4fa6-bc52-646894290a9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.471681] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.472144] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.472660] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleting the datastore file [datastore1] 61b05d5f-04d0-4834-82de-dbbd4ec653ba {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.472933] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d871eee-946b-4c20-8dfb-363d4d0f3c8f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.483856] env[69760]: DEBUG oslo_vmware.api [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1027.483856] env[69760]: value = "task-3394324" [ 1027.483856] env[69760]: _type = "Task" [ 1027.483856] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.501656] env[69760]: DEBUG oslo_vmware.api [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394324, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.584455] env[69760]: DEBUG nova.network.neutron [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Successfully updated port: 54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1027.658772] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f22113d-8932-4195-afa4-89562069af20 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.667443] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e360c148-48d8-4b00-b823-c127758c28d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.702187] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-210cb707-a430-4c88-a3c0-779bc83bc2d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.711107] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-472dd7ba-98da-4e39-9138-0ed41f84fe9e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.726357] env[69760]: DEBUG nova.compute.provider_tree [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.765575] env[69760]: DEBUG oslo_vmware.api [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394319, 'name': PowerOffVM_Task, 'duration_secs': 0.625336} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.768632] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1027.768818] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1027.769087] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bead5efe-dd31-4615-8fa8-7d17cb1a84b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.775846] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394321, 'name': Rename_Task, 'duration_secs': 0.308691} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.776118] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1027.776360] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fa0cc47d-d07e-4796-ae5d-3c15101e16fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.784068] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1027.784068] env[69760]: value = "task-3394326" [ 1027.784068] env[69760]: _type = "Task" [ 1027.784068] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.792829] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394326, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.846108] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1027.846108] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1027.846391] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleting the datastore file [datastore2] d0a29670-7e4c-4ae5-adaa-4f7dff26f537 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1027.846908] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-658d63a2-8b7c-4862-8d54-b2933e6d97aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.854220] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394322, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.861497] env[69760]: DEBUG oslo_vmware.api [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1027.861497] env[69760]: value = "task-3394327" [ 1027.861497] env[69760]: _type = "Task" [ 1027.861497] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.871723] env[69760]: DEBUG oslo_vmware.api [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394327, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.872821] env[69760]: INFO nova.scheduler.client.report [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted allocation for migration ae4a029c-5a08-4807-a07a-2cb6069da136 [ 1027.997043] env[69760]: DEBUG oslo_vmware.api [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394324, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.487164} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.997248] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1027.997426] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1027.997616] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1027.997795] env[69760]: INFO nova.compute.manager [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1027.998148] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1027.998294] env[69760]: DEBUG nova.compute.manager [-] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1027.998352] env[69760]: DEBUG nova.network.neutron [-] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.086733] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquiring lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.087044] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquired lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.087351] env[69760]: DEBUG nova.network.neutron [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1028.229458] env[69760]: DEBUG nova.scheduler.client.report [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.298329] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394326, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.351456] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394322, 'name': ReconfigVM_Task, 'duration_secs': 0.729236} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.351765] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Reconfigured VM instance instance-00000054 to attach disk [datastore1] bd4d745a-1fdf-4a58-9724-ee6c1f2a5904/bd4d745a-1fdf-4a58-9724-ee6c1f2a5904.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1028.352445] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d9e91209-4054-41b2-818a-1399678233d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.360700] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1028.360700] env[69760]: value = "task-3394328" [ 1028.360700] env[69760]: _type = "Task" [ 1028.360700] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.374596] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394328, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.378225] env[69760]: DEBUG oslo_vmware.api [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394327, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.231047} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.379378] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ee9c8019-caa5-406b-90d0-cac4358fa20f tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.180s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.380361] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1028.380549] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1028.380727] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1028.380896] env[69760]: INFO nova.compute.manager [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1028.381180] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1028.381393] env[69760]: DEBUG nova.compute.manager [-] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1028.381666] env[69760]: DEBUG nova.network.neutron [-] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1028.617597] env[69760]: DEBUG nova.compute.manager [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Received event network-vif-plugged-54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.617816] env[69760]: DEBUG oslo_concurrency.lockutils [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] Acquiring lock "8ab97386-15c3-432e-b57d-9d858451e82d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.618042] env[69760]: DEBUG oslo_concurrency.lockutils [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] Lock "8ab97386-15c3-432e-b57d-9d858451e82d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.618228] env[69760]: DEBUG oslo_concurrency.lockutils [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] Lock "8ab97386-15c3-432e-b57d-9d858451e82d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.618396] env[69760]: DEBUG nova.compute.manager [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] No waiting events found dispatching network-vif-plugged-54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1028.618619] env[69760]: WARNING nova.compute.manager [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Received unexpected event network-vif-plugged-54821221-f4fc-4832-b3ed-ac5e70271623 for instance with vm_state building and task_state spawning. [ 1028.618785] env[69760]: DEBUG nova.compute.manager [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Received event network-changed-54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1028.618896] env[69760]: DEBUG nova.compute.manager [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Refreshing instance network info cache due to event network-changed-54821221-f4fc-4832-b3ed-ac5e70271623. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1028.620023] env[69760]: DEBUG oslo_concurrency.lockutils [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] Acquiring lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.624608] env[69760]: DEBUG nova.network.neutron [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1028.648707] env[69760]: DEBUG nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1028.649275] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1028.649486] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1028.649639] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1028.649812] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1028.649951] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1028.650118] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1028.650322] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1028.650474] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1028.650633] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1028.650797] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1028.650965] env[69760]: DEBUG nova.virt.hardware [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1028.652395] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dc497c-ba32-441d-a7e7-833e5deea931 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.662698] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a56f4b84-9e61-4e2c-8120-31b205379c8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.735201] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.427s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.737320] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 6.238s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.766147] env[69760]: INFO nova.scheduler.client.report [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Deleted allocations for instance 9779a6f4-d4a2-415a-9f77-63b15ae3c50a [ 1028.794572] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394326, 'name': PowerOnVM_Task, 'duration_secs': 0.564287} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.794865] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1028.795257] env[69760]: DEBUG nova.compute.manager [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1028.795885] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d7032a5-b4d4-4d5d-91d2-f1ba0894fd9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.845494] env[69760]: DEBUG nova.network.neutron [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updating instance_info_cache with network_info: [{"id": "54821221-f4fc-4832-b3ed-ac5e70271623", "address": "fa:16:3e:12:5d:86", "network": {"id": "20903585-10f0-49f5-a8cf-a4252e8e2346", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-306989676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce069276dc948dfb3ec1f56852d8a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54821221-f4", "ovs_interfaceid": "54821221-f4fc-4832-b3ed-ac5e70271623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1028.872416] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394328, 'name': Rename_Task, 'duration_secs': 0.154227} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.873997] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1028.875303] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-80d74cea-071e-47fa-9292-d2c8cd4a1a22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.881914] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1028.881914] env[69760]: value = "task-3394329" [ 1028.881914] env[69760]: _type = "Task" [ 1028.881914] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.892220] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.104194] env[69760]: DEBUG nova.network.neutron [-] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.276845] env[69760]: DEBUG oslo_concurrency.lockutils [None req-98ba60d7-f3f5-4a2c-a493-4fd023246c2c tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "9779a6f4-d4a2-415a-9f77-63b15ae3c50a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.344s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.307820] env[69760]: INFO nova.compute.manager [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] bringing vm to original state: 'stopped' [ 1029.348612] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Releasing lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.348978] env[69760]: DEBUG nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance network_info: |[{"id": "54821221-f4fc-4832-b3ed-ac5e70271623", "address": "fa:16:3e:12:5d:86", "network": {"id": "20903585-10f0-49f5-a8cf-a4252e8e2346", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-306989676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce069276dc948dfb3ec1f56852d8a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54821221-f4", "ovs_interfaceid": "54821221-f4fc-4832-b3ed-ac5e70271623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1029.349455] env[69760]: DEBUG oslo_concurrency.lockutils [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] Acquired lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.349520] env[69760]: DEBUG nova.network.neutron [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Refreshing network info cache for port 54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1029.351317] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:12:5d:86', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ab93899c-92b2-4d84-95a6-192234add28c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '54821221-f4fc-4832-b3ed-ac5e70271623', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.359958] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Creating folder: Project (dce069276dc948dfb3ec1f56852d8a9b). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.361228] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4ac44d09-7368-46c1-b389-4b97b2192f26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.376419] env[69760]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1029.376605] env[69760]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=69760) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1029.376878] env[69760]: DEBUG nova.network.neutron [-] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.381563] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Folder already exists: Project (dce069276dc948dfb3ec1f56852d8a9b). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1029.381563] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Creating folder: Instances. Parent ref: group-v677193. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1029.381563] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-feabdc7e-c25b-402a-b028-80f59ff7970b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.394051] env[69760]: DEBUG oslo_vmware.api [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394329, 'name': PowerOnVM_Task, 'duration_secs': 0.481659} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.396072] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1029.396480] env[69760]: INFO nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Took 8.76 seconds to spawn the instance on the hypervisor. [ 1029.396480] env[69760]: DEBUG nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1029.397056] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Created folder: Instances in parent group-v677193. [ 1029.397614] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1029.397989] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0358bede-c5da-4e59-902b-9b9cc0585eb4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.400601] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.401022] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8ac33ff1-6203-4769-9d56-f42358489f48 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.424625] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.424625] env[69760]: value = "task-3394332" [ 1029.424625] env[69760]: _type = "Task" [ 1029.424625] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.433616] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394332, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.517288] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.517583] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.517864] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.517980] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.518163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.520440] env[69760]: INFO nova.compute.manager [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Terminating instance [ 1029.608507] env[69760]: INFO nova.compute.manager [-] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Took 1.61 seconds to deallocate network for instance. [ 1029.772737] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 12ce4033-baa4-43ca-b2b6-6927e5c38516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.772818] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance c949f194-d662-4fdb-8025-b5dc46465add is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.772951] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance db981e04-53a9-4dab-8fc7-ffc6631cd41d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.773089] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.773208] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.773348] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.773431] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance e71e197d-eb97-46de-ba6e-bee5ba6e0282 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.773542] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.774578] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 8c5fcca3-ca84-4ee9-bbff-1877b2e85351 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.774578] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d2deba3f-4d13-4071-a973-26840aacae7b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.774578] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 367a5806-7c6b-4aa2-8966-3799bbd90682 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1029.774578] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d0a29670-7e4c-4ae5-adaa-4f7dff26f537 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.774578] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 61b05d5f-04d0-4834-82de-dbbd4ec653ba actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.774578] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance bd4d745a-1fdf-4a58-9724-ee6c1f2a5904 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.774578] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 8ab97386-15c3-432e-b57d-9d858451e82d actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1029.881344] env[69760]: INFO nova.compute.manager [-] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Took 1.50 seconds to deallocate network for instance. [ 1029.948368] env[69760]: INFO nova.compute.manager [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Took 24.80 seconds to build instance. [ 1029.957836] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394332, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.020553] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "f360ae21-3470-45d1-b537-ec7bb41ff368" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.020788] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.025217] env[69760]: DEBUG nova.compute.manager [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1030.025217] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1030.025820] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb608533-5459-4bd2-8545-18751e9a1e81 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.036221] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.036460] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ec61c853-692a-4eb5-a859-ca37ace3858c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.043802] env[69760]: DEBUG oslo_vmware.api [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1030.043802] env[69760]: value = "task-3394333" [ 1030.043802] env[69760]: _type = "Task" [ 1030.043802] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.052642] env[69760]: DEBUG oslo_vmware.api [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394333, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.097549] env[69760]: DEBUG nova.network.neutron [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updated VIF entry in instance network info cache for port 54821221-f4fc-4832-b3ed-ac5e70271623. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1030.097936] env[69760]: DEBUG nova.network.neutron [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updating instance_info_cache with network_info: [{"id": "54821221-f4fc-4832-b3ed-ac5e70271623", "address": "fa:16:3e:12:5d:86", "network": {"id": "20903585-10f0-49f5-a8cf-a4252e8e2346", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-306989676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce069276dc948dfb3ec1f56852d8a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54821221-f4", "ovs_interfaceid": "54821221-f4fc-4832-b3ed-ac5e70271623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.114370] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.277628] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 467b1aaa-9350-4862-a52c-cda0f195ed7b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1030.315167] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.315581] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1030.315714] env[69760]: DEBUG nova.compute.manager [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1030.317077] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-873c3c83-eede-4721-b400-2d36a3bf7ece {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.325025] env[69760]: DEBUG nova.compute.manager [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1030.389675] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.448503] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394332, 'name': CreateVM_Task, 'duration_secs': 0.573992} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.448693] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1030.449403] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677197', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'name': 'volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab97386-15c3-432e-b57d-9d858451e82d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'serial': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b'}, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'attachment_id': 'feedd88e-fbfc-4f92-a7a7-81127b2e8a3a', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69760) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1030.449682] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Root volume attach. Driver type: vmdk {{(pid=69760) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1030.450423] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0eaa98a1-1288-424b-9c34-1a1d82b630ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.453337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-dde9bda8-9897-41b6-9315-970a2df942a5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.322s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1030.459854] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9aeb3645-29aa-4caf-bd63-a46655f32976 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.467697] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ec1d56-9b6f-42aa-b523-cf6711692998 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.475992] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-79f4f607-ba2c-4c3f-9d3b-19194090333b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.485011] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1030.485011] env[69760]: value = "task-3394334" [ 1030.485011] env[69760]: _type = "Task" [ 1030.485011] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.492358] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394334, 'name': RelocateVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.523028] env[69760]: DEBUG nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1030.558172] env[69760]: DEBUG oslo_vmware.api [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394333, 'name': PowerOffVM_Task, 'duration_secs': 0.433273} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.558293] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.558475] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.558855] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-318a059d-a99b-4724-9fb2-15bea35f845f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.600755] env[69760]: DEBUG oslo_concurrency.lockutils [req-b0d8e1fd-2798-470e-afd4-7f67669f86b1 req-2cf07899-4424-405d-b4be-cf73dda5aa18 service nova] Releasing lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.630956] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.631358] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.631474] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleting the datastore file [datastore1] 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.632056] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f9faf6-115a-45c6-b7c1-1b77c22149b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.640470] env[69760]: DEBUG oslo_vmware.api [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1030.640470] env[69760]: value = "task-3394336" [ 1030.640470] env[69760]: _type = "Task" [ 1030.640470] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.652101] env[69760]: DEBUG oslo_vmware.api [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394336, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.689240] env[69760]: DEBUG nova.compute.manager [req-defa6e21-0ca5-4e80-95b3-b6feab7751c6 req-5057a919-3dcb-4c89-90ae-8d64718d2c78 service nova] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Received event network-vif-deleted-9e50f0fe-1194-4b1c-a2ee-102ea36a74b1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.689379] env[69760]: DEBUG nova.compute.manager [req-defa6e21-0ca5-4e80-95b3-b6feab7751c6 req-5057a919-3dcb-4c89-90ae-8d64718d2c78 service nova] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Received event network-vif-deleted-0d29e237-53ce-43ae-a798-cbc1c5dce072 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1030.780859] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f360ae21-3470-45d1-b537-ec7bb41ff368 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1030.781198] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1030.781372] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2880MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=12 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1030.830250] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.830680] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d5dcb621-bc78-49b7-b757-c6ab9ec15efa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.840418] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1030.840418] env[69760]: value = "task-3394337" [ 1030.840418] env[69760]: _type = "Task" [ 1030.840418] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.849517] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394337, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.999970] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394334, 'name': RelocateVM_Task} progress is 20%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.047029] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-908a7451-82e1-44e4-b0bd-3bc5af1e34c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.051077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.057248] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d0d213-a944-4449-bbb3-14447a055b1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.089747] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f87c1484-4f68-4051-b439-bd9ad1ea0736 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.098193] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40285e25-a6b3-4c23-a55d-30be0554917b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.117873] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1031.155233] env[69760]: DEBUG oslo_vmware.api [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394336, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195868} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.155547] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1031.155740] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1031.155947] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1031.156156] env[69760]: INFO nova.compute.manager [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1031.156395] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1031.156610] env[69760]: DEBUG nova.compute.manager [-] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1031.156707] env[69760]: DEBUG nova.network.neutron [-] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1031.350347] env[69760]: DEBUG oslo_vmware.api [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394337, 'name': PowerOffVM_Task, 'duration_secs': 0.199828} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.350636] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.350822] env[69760]: DEBUG nova.compute.manager [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1031.351602] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d9e4fc2-2faa-417d-aff8-81b0a01bada6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.501200] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394334, 'name': RelocateVM_Task, 'duration_secs': 0.524287} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.501416] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1031.501702] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677197', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'name': 'volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab97386-15c3-432e-b57d-9d858451e82d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'serial': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1031.502770] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3493ddd8-c373-415f-8f89-f6660fb60979 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.521505] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ef4371-e437-4a9e-9888-7358e3a3c0c9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.546608] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Reconfiguring VM instance instance-00000055 to attach disk [datastore2] volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b/volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1031.547445] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5d3f6e9-e4a4-45a4-8b3e-d18f248163ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.568492] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1031.568492] env[69760]: value = "task-3394338" [ 1031.568492] env[69760]: _type = "Task" [ 1031.568492] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.578960] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.621579] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1031.650361] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.650667] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.650867] env[69760]: INFO nova.compute.manager [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Shelving [ 1031.864682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.549s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.939065] env[69760]: DEBUG nova.network.neutron [-] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1032.080532] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394338, 'name': ReconfigVM_Task, 'duration_secs': 0.273647} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.080849] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Reconfigured VM instance instance-00000055 to attach disk [datastore2] volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b/volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1032.085733] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae8cc5c-62bc-4a65-acb8-5b41a54aaf1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.103796] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1032.103796] env[69760]: value = "task-3394339" [ 1032.103796] env[69760]: _type = "Task" [ 1032.103796] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.113985] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394339, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.127502] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1032.127748] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.390s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.128069] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.431s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.128334] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.130680] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.501s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.132418] env[69760]: INFO nova.compute.claims [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1032.151422] env[69760]: INFO nova.scheduler.client.report [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Deleted allocations for instance d2deba3f-4d13-4071-a973-26840aacae7b [ 1032.236722] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "21306900-90d7-4575-ac0c-8cd9888251b3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.236973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "21306900-90d7-4575-ac0c-8cd9888251b3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.373566] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.442743] env[69760]: INFO nova.compute.manager [-] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Took 1.29 seconds to deallocate network for instance. [ 1032.456582] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.456835] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.457071] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.457325] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1032.457424] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.459627] env[69760]: INFO nova.compute.manager [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Terminating instance [ 1032.615396] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394339, 'name': ReconfigVM_Task, 'duration_secs': 0.133862} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.615756] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677197', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'name': 'volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab97386-15c3-432e-b57d-9d858451e82d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'serial': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1032.616347] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fb2f627a-337d-4bdb-a674-b4e009c38be9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.624029] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1032.624029] env[69760]: value = "task-3394340" [ 1032.624029] env[69760]: _type = "Task" [ 1032.624029] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.632705] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394340, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.660772] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1c2a4c7b-84f6-4dce-86a7-be795c0f8f48 tempest-ImagesNegativeTestJSON-1358863307 tempest-ImagesNegativeTestJSON-1358863307-project-member] Lock "d2deba3f-4d13-4071-a973-26840aacae7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.526s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1032.662507] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.662780] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4fda1901-106e-429a-a23b-66f02e3fa7e0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.671283] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1032.671283] env[69760]: value = "task-3394341" [ 1032.671283] env[69760]: _type = "Task" [ 1032.671283] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.683583] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394341, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.739493] env[69760]: DEBUG nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1032.836187] env[69760]: DEBUG nova.compute.manager [req-bc50c513-cd71-4f8e-b3f2-579eaa3478b9 req-58716eb7-4efd-4aa7-8184-9321ee0ed150 service nova] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Received event network-vif-deleted-0af9ae55-1cee-4de9-9ff2-061656391f9f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1032.949626] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.963602] env[69760]: DEBUG nova.compute.manager [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1032.963831] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.964939] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fafb33fa-2488-4bd3-b212-c0d0ebcf9a89 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.975134] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.975418] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ed4baca9-e888-4123-8476-c72b9f5b2266 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.049320] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1033.049657] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1033.049883] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleting the datastore file [datastore1] 8c5fcca3-ca84-4ee9-bbff-1877b2e85351 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1033.050120] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6765f065-74b5-4500-8ee0-404057f29ecc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.058699] env[69760]: DEBUG oslo_vmware.api [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1033.058699] env[69760]: value = "task-3394343" [ 1033.058699] env[69760]: _type = "Task" [ 1033.058699] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.068839] env[69760]: DEBUG oslo_vmware.api [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394343, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.135206] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394340, 'name': Rename_Task, 'duration_secs': 0.167826} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.135206] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1033.135206] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4676007c-32af-4a93-8fa1-06fd55749a0b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.143791] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1033.143791] env[69760]: value = "task-3394344" [ 1033.143791] env[69760]: _type = "Task" [ 1033.143791] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.152921] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.182845] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394341, 'name': PowerOffVM_Task, 'duration_secs': 0.400339} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.183313] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1033.187776] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-274fee5a-d7e5-4572-811a-03a7038fdf6a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.212945] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9666ed69-c25e-4cfb-b490-8e1d6db9c253 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.263147] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1033.406050] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf0ce3d-0f2e-4d86-8d23-eef069e6f385 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.417384] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c795f225-cb64-4f3b-b6d8-2e0de1d2dc5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.452060] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38839250-c88d-4409-9799-c6eac4baf92f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.460987] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b878032-96ca-4ab3-b570-e0718c8bbee4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.476400] env[69760]: DEBUG nova.compute.provider_tree [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.569767] env[69760]: DEBUG oslo_vmware.api [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394343, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170435} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.570120] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.570558] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.570823] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.571094] env[69760]: INFO nova.compute.manager [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1033.571282] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1033.571486] env[69760]: DEBUG nova.compute.manager [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1033.571584] env[69760]: DEBUG nova.network.neutron [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1033.655600] env[69760]: DEBUG oslo_vmware.api [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394344, 'name': PowerOnVM_Task, 'duration_secs': 0.478594} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.655878] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1033.656118] env[69760]: INFO nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Took 5.01 seconds to spawn the instance on the hypervisor. [ 1033.656274] env[69760]: DEBUG nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1033.657042] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02e6b2a2-2cfb-4ba6-bbbb-c56cf177df37 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.727547] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1033.728141] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-b54c4218-a433-42d9-ad62-328ae4ed1d5a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.738873] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1033.738873] env[69760]: value = "task-3394345" [ 1033.738873] env[69760]: _type = "Task" [ 1033.738873] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.747566] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394345, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.982141] env[69760]: DEBUG nova.scheduler.client.report [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1034.175970] env[69760]: INFO nova.compute.manager [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Took 20.12 seconds to build instance. [ 1034.252316] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394345, 'name': CreateSnapshot_Task, 'duration_secs': 0.445181} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.252316] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1034.252316] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c31b4-a4d7-493e-88f2-87c10d943e5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.442556] env[69760]: DEBUG nova.network.neutron [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.492017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.492017] env[69760]: DEBUG nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1034.494036] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.367s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.494433] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.496749] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.917s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.497110] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.498945] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.385s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.499286] env[69760]: DEBUG nova.objects.instance [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lazy-loading 'resources' on Instance uuid 61b05d5f-04d0-4834-82de-dbbd4ec653ba {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1034.521446] env[69760]: INFO nova.scheduler.client.report [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleted allocations for instance c949f194-d662-4fdb-8025-b5dc46465add [ 1034.521446] env[69760]: INFO nova.scheduler.client.report [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleted allocations for instance 367a5806-7c6b-4aa2-8966-3799bbd90682 [ 1034.677488] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ddadbb07-f57f-41cc-a63c-f22772b70057 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "8ab97386-15c3-432e-b57d-9d858451e82d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.633s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.773050] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1034.773429] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-9c803abc-c710-4d50-abda-73bcddaf94d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.786355] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1034.786355] env[69760]: value = "task-3394346" [ 1034.786355] env[69760]: _type = "Task" [ 1034.786355] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.797541] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394346, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.838659] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "10c6a078-f714-4ad1-885f-1fd69ad99756" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1034.838755] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.907543] env[69760]: DEBUG nova.compute.manager [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Received event network-vif-deleted-7a14d835-aa62-4880-a125-cce0a2cba3c8 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.907924] env[69760]: DEBUG nova.compute.manager [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Received event network-changed-54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1034.908027] env[69760]: DEBUG nova.compute.manager [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Refreshing instance network info cache due to event network-changed-54821221-f4fc-4832-b3ed-ac5e70271623. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1034.909512] env[69760]: DEBUG oslo_concurrency.lockutils [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] Acquiring lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.909691] env[69760]: DEBUG oslo_concurrency.lockutils [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] Acquired lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.909886] env[69760]: DEBUG nova.network.neutron [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Refreshing network info cache for port 54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1034.944878] env[69760]: INFO nova.compute.manager [-] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Took 1.37 seconds to deallocate network for instance. [ 1034.996803] env[69760]: DEBUG nova.compute.utils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1035.000291] env[69760]: DEBUG nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1035.000471] env[69760]: DEBUG nova.network.neutron [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1035.035709] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a545ac8b-7cbd-4cf7-800c-34213fd83dbb tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "c949f194-d662-4fdb-8025-b5dc46465add" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.640s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.037161] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a59b0a8f-c71a-4924-803f-11e0dc58429f tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "367a5806-7c6b-4aa2-8966-3799bbd90682" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.901s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.060200] env[69760]: DEBUG nova.policy [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1035.255642] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb6b527d-acdb-4414-90ba-f8c21b7abed4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.264826] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bea84874-c69d-4809-9cec-1e31f8129b16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.307667] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46dbf093-296c-43bb-b9ba-44c034da1083 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.316307] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394346, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.319838] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eab656d-07fc-4e2a-b4ee-cc04f8226f06 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.336734] env[69760]: DEBUG nova.compute.provider_tree [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1035.340990] env[69760]: DEBUG nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1035.432414] env[69760]: DEBUG nova.network.neutron [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Successfully created port: dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1035.456723] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.500706] env[69760]: DEBUG nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1035.776384] env[69760]: DEBUG nova.network.neutron [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updated VIF entry in instance network info cache for port 54821221-f4fc-4832-b3ed-ac5e70271623. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1035.776866] env[69760]: DEBUG nova.network.neutron [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updating instance_info_cache with network_info: [{"id": "54821221-f4fc-4832-b3ed-ac5e70271623", "address": "fa:16:3e:12:5d:86", "network": {"id": "20903585-10f0-49f5-a8cf-a4252e8e2346", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-306989676-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.212", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "dce069276dc948dfb3ec1f56852d8a9b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ab93899c-92b2-4d84-95a6-192234add28c", "external-id": "nsx-vlan-transportzone-697", "segmentation_id": 697, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap54821221-f4", "ovs_interfaceid": "54821221-f4fc-4832-b3ed-ac5e70271623", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1035.814266] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394346, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1035.839656] env[69760]: DEBUG nova.scheduler.client.report [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1035.881297] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.049601] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "12ce4033-baa4-43ca-b2b6-6927e5c38516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.049954] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.050655] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "12ce4033-baa4-43ca-b2b6-6927e5c38516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.050655] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.050655] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.053705] env[69760]: INFO nova.compute.manager [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Terminating instance [ 1036.117934] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.118408] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.281168] env[69760]: DEBUG oslo_concurrency.lockutils [req-85d528e4-2870-45ad-9adb-245b22d0d0f2 req-3b6c7c30-5a86-4daa-8191-d7a4e30f1938 service nova] Releasing lock "refresh_cache-8ab97386-15c3-432e-b57d-9d858451e82d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.314786] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394346, 'name': CloneVM_Task, 'duration_secs': 1.377637} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1036.314891] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Created linked-clone VM from snapshot [ 1036.315809] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae1ecf5c-08ed-4158-92c2-7f36c4727fc1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.325790] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Uploading image 9e02cc07-dcd3-4b0f-9af0-1f3bf10bc68a {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1036.354880] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1036.354880] env[69760]: value = "vm-677215" [ 1036.354880] env[69760]: _type = "VirtualMachine" [ 1036.354880] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1036.355640] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.857s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.357612] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-e820bb91-da32-42dc-bb79-d414b68f7444 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.359688] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.970s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.359772] env[69760]: DEBUG nova.objects.instance [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lazy-loading 'resources' on Instance uuid d0a29670-7e4c-4ae5-adaa-4f7dff26f537 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1036.369074] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lease: (returnval){ [ 1036.369074] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293f2c9-777a-17e1-3bad-5c533c15826f" [ 1036.369074] env[69760]: _type = "HttpNfcLease" [ 1036.369074] env[69760]: } obtained for exporting VM: (result){ [ 1036.369074] env[69760]: value = "vm-677215" [ 1036.369074] env[69760]: _type = "VirtualMachine" [ 1036.369074] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1036.369496] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the lease: (returnval){ [ 1036.369496] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293f2c9-777a-17e1-3bad-5c533c15826f" [ 1036.369496] env[69760]: _type = "HttpNfcLease" [ 1036.369496] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1036.378495] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.378495] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293f2c9-777a-17e1-3bad-5c533c15826f" [ 1036.378495] env[69760]: _type = "HttpNfcLease" [ 1036.378495] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1036.385975] env[69760]: INFO nova.scheduler.client.report [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted allocations for instance 61b05d5f-04d0-4834-82de-dbbd4ec653ba [ 1036.515193] env[69760]: DEBUG nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1036.542642] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1036.543117] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1036.543117] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1036.543299] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1036.543425] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1036.543576] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1036.543788] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1036.543945] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1036.544129] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1036.544299] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1036.544509] env[69760]: DEBUG nova.virt.hardware [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1036.545503] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6d2052-fa19-4086-800a-f7d6c16a65ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.555747] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de8ae44-dc7d-443b-9dbf-4424d51a448f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.559973] env[69760]: DEBUG nova.compute.manager [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1036.560193] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1036.560914] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c278e332-c505-45a0-a73f-b5647863c815 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.576474] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1036.576744] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a63fe84-c03e-4d10-824c-c0e4e7a1b94c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.585263] env[69760]: DEBUG oslo_vmware.api [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 1036.585263] env[69760]: value = "task-3394348" [ 1036.585263] env[69760]: _type = "Task" [ 1036.585263] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1036.594223] env[69760]: DEBUG oslo_vmware.api [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394348, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1036.621794] env[69760]: DEBUG nova.compute.utils [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1036.878649] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1036.878649] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293f2c9-777a-17e1-3bad-5c533c15826f" [ 1036.878649] env[69760]: _type = "HttpNfcLease" [ 1036.878649] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1036.879192] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1036.879192] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5293f2c9-777a-17e1-3bad-5c533c15826f" [ 1036.879192] env[69760]: _type = "HttpNfcLease" [ 1036.879192] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1036.880701] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdcdbc0a-0999-4404-b4e8-b558729f03d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.898981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1490fcca-b328-4546-8761-2b05f96255eb tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "61b05d5f-04d0-4834-82de-dbbd4ec653ba" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.554s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1036.900942] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed0774-0714-7e26-5360-1d53bdb15a91/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1036.901243] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed0774-0714-7e26-5360-1d53bdb15a91/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1037.006027] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a221587e-eea9-4ea8-9ca4-11d7d79f7a2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.096141] env[69760]: DEBUG oslo_vmware.api [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394348, 'name': PowerOffVM_Task, 'duration_secs': 0.247225} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1037.099491] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1037.099491] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1037.099491] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-afdd48bd-cf72-4634-939e-861dbeba2a80 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.125386] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.163713] env[69760]: DEBUG nova.compute.manager [req-bbb7ee98-251e-4f84-9525-9131d6675e5c req-c4f1cfb0-a4a8-4515-93a5-bbc621e397ca service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-vif-plugged-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1037.164132] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbb7ee98-251e-4f84-9525-9131d6675e5c req-c4f1cfb0-a4a8-4515-93a5-bbc621e397ca service nova] Acquiring lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.164132] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbb7ee98-251e-4f84-9525-9131d6675e5c req-c4f1cfb0-a4a8-4515-93a5-bbc621e397ca service nova] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1037.164278] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbb7ee98-251e-4f84-9525-9131d6675e5c req-c4f1cfb0-a4a8-4515-93a5-bbc621e397ca service nova] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1037.165174] env[69760]: DEBUG nova.compute.manager [req-bbb7ee98-251e-4f84-9525-9131d6675e5c req-c4f1cfb0-a4a8-4515-93a5-bbc621e397ca service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] No waiting events found dispatching network-vif-plugged-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1037.165174] env[69760]: WARNING nova.compute.manager [req-bbb7ee98-251e-4f84-9525-9131d6675e5c req-c4f1cfb0-a4a8-4515-93a5-bbc621e397ca service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received unexpected event network-vif-plugged-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f for instance with vm_state building and task_state spawning. [ 1037.188386] env[69760]: DEBUG nova.network.neutron [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Successfully updated port: dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1037.203389] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1454044f-0786-4083-861d-5a3f941fad19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.215063] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abd259f-eb22-4577-9f7a-f91ef16f3d9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.251501] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-321e20ff-0383-4955-a5fe-2f94f0238499 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.262037] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-260a2045-5e45-40d7-8ee5-212540550b83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.276415] env[69760]: DEBUG nova.compute.provider_tree [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1037.691809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.693791] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.693791] env[69760]: DEBUG nova.network.neutron [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1037.695822] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1037.696121] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1037.696791] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleting the datastore file [datastore2] 12ce4033-baa4-43ca-b2b6-6927e5c38516 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1037.696900] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-99ac8917-69f0-4144-b33a-68c7a2b3f62b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.707832] env[69760]: DEBUG oslo_vmware.api [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for the task: (returnval){ [ 1037.707832] env[69760]: value = "task-3394350" [ 1037.707832] env[69760]: _type = "Task" [ 1037.707832] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.730206] env[69760]: DEBUG oslo_vmware.api [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394350, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.782028] env[69760]: DEBUG nova.scheduler.client.report [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1038.220450] env[69760]: DEBUG oslo_vmware.api [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Task: {'id': task-3394350, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.349523} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.220742] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1038.221393] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1038.221393] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1038.221393] env[69760]: INFO nova.compute.manager [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Took 1.66 seconds to destroy the instance on the hypervisor. [ 1038.221557] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1038.221709] env[69760]: DEBUG nova.compute.manager [-] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1038.222807] env[69760]: DEBUG nova.network.neutron [-] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1038.224012] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1038.224250] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.224473] env[69760]: INFO nova.compute.manager [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Attaching volume c4156b7b-3808-42e7-8c51-f39176e354d3 to /dev/sdb [ 1038.246165] env[69760]: DEBUG nova.network.neutron [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1038.261385] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73775f0d-ea90-44e8-b00f-8f129badd1f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.274065] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6b6ef39-ff73-41f4-81c9-90eeb3310506 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.285669] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.926s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.294065] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.243s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.297771] env[69760]: INFO nova.compute.claims [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.302162] env[69760]: DEBUG nova.virt.block_device [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updating existing volume attachment record: 3d169105-709c-4bfd-ba36-8901b28df694 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1038.324696] env[69760]: INFO nova.scheduler.client.report [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted allocations for instance d0a29670-7e4c-4ae5-adaa-4f7dff26f537 [ 1038.691253] env[69760]: DEBUG nova.network.neutron [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.724174] env[69760]: DEBUG nova.compute.manager [req-7a1be531-c684-4acd-b418-991b4f9210fb req-f3f7f771-59b6-4fc3-9218-b872162d579d service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Received event network-vif-deleted-790f9c40-91d1-41ed-a9cb-90f26d669c56 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1038.724482] env[69760]: INFO nova.compute.manager [req-7a1be531-c684-4acd-b418-991b4f9210fb req-f3f7f771-59b6-4fc3-9218-b872162d579d service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Neutron deleted interface 790f9c40-91d1-41ed-a9cb-90f26d669c56; detaching it from the instance and deleting it from the info cache [ 1038.724532] env[69760]: DEBUG nova.network.neutron [req-7a1be531-c684-4acd-b418-991b4f9210fb req-f3f7f771-59b6-4fc3-9218-b872162d579d service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1038.836154] env[69760]: DEBUG oslo_concurrency.lockutils [None req-86040e33-0681-4686-9ac5-48b4b4aa9fd2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "d0a29670-7e4c-4ae5-adaa-4f7dff26f537" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.632s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1039.031160] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.031473] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.196632] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.196926] env[69760]: DEBUG nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Instance network_info: |[{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1039.197218] env[69760]: DEBUG nova.network.neutron [-] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1039.198542] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:43:29:be', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dda67d86-cdf0-487e-9f6e-3a774c7d2e5f', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1039.206820] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1039.206990] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1039.207251] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8d9ef117-e21e-41bb-a49a-7cefbecb125d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.224907] env[69760]: DEBUG nova.compute.manager [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1039.225153] env[69760]: DEBUG nova.compute.manager [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing instance network info cache due to event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1039.225380] env[69760]: DEBUG oslo_concurrency.lockutils [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.225533] env[69760]: DEBUG oslo_concurrency.lockutils [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.225696] env[69760]: DEBUG nova.network.neutron [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1039.232205] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-239996c0-52b3-46d7-81bf-8049edb4edc5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.235979] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1039.235979] env[69760]: value = "task-3394354" [ 1039.235979] env[69760]: _type = "Task" [ 1039.235979] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.247077] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394354, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.251298] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed91469-c9e3-4748-a9a3-ee649547e5b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.305024] env[69760]: DEBUG nova.compute.manager [req-7a1be531-c684-4acd-b418-991b4f9210fb req-f3f7f771-59b6-4fc3-9218-b872162d579d service nova] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Detach interface failed, port_id=790f9c40-91d1-41ed-a9cb-90f26d669c56, reason: Instance 12ce4033-baa4-43ca-b2b6-6927e5c38516 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1039.537564] env[69760]: INFO nova.compute.manager [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Detaching volume 7f66bd71-93bd-4aa6-baea-050037267105 [ 1039.602236] env[69760]: INFO nova.virt.block_device [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Attempting to driver detach volume 7f66bd71-93bd-4aa6-baea-050037267105 from mountpoint /dev/sdb [ 1039.602646] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1039.602903] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677189', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'name': 'volume-7f66bd71-93bd-4aa6-baea-050037267105', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db981e04-53a9-4dab-8fc7-ffc6631cd41d', 'attached_at': '', 'detached_at': '', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'serial': '7f66bd71-93bd-4aa6-baea-050037267105'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1039.603932] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-935e40b2-dc83-4f6a-b741-da7819f7eeeb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.633046] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06049bbf-3889-41a3-8c9a-0755d26970f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.636433] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a00ab0-127a-43b7-8c52-ec180b820c6d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.649666] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be47e13a-cc1d-49d9-9873-9d5e9146ddff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.653798] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd455189-c417-42d6-bdad-064aedc4e8f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.709193] env[69760]: INFO nova.compute.manager [-] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Took 1.49 seconds to deallocate network for instance. [ 1039.711202] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4644fa99-50bc-4143-bfd3-918d50accaa8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.715764] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97697643-582c-4de5-9e23-f26f11802897 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.742959] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "14e267f1-ee87-46a5-8354-2c0426606039" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.742959] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "14e267f1-ee87-46a5-8354-2c0426606039" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.746305] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] The volume has not been displaced from its original location: [datastore1] volume-7f66bd71-93bd-4aa6-baea-050037267105/volume-7f66bd71-93bd-4aa6-baea-050037267105.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1039.751697] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Reconfiguring VM instance instance-0000002d to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1039.756282] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5a692b54-aee1-4dc5-a5b1-cef4f2112bdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.771164] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b66c263-767b-4f33-a2f8-e25ad46c24e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.795154] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "e872017e-64b2-4000-b784-cdaeeb81fbd7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1039.798135] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1039.798135] env[69760]: DEBUG oslo_vmware.api [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1039.798135] env[69760]: value = "task-3394355" [ 1039.798135] env[69760]: _type = "Task" [ 1039.798135] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.798135] env[69760]: DEBUG nova.compute.provider_tree [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.799133] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394354, 'name': CreateVM_Task, 'duration_secs': 0.454471} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.800110] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1039.804348] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.804519] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.804893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.807040] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9a1ee66-ac47-4468-af79-d69a4b87e924 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.812734] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1039.812734] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5298f466-f1ab-1820-0e26-44acedbad289" [ 1039.812734] env[69760]: _type = "Task" [ 1039.812734] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.819015] env[69760]: DEBUG oslo_vmware.api [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394355, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.828085] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5298f466-f1ab-1820-0e26-44acedbad289, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.145114] env[69760]: DEBUG nova.network.neutron [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updated VIF entry in instance network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1040.145615] env[69760]: DEBUG nova.network.neutron [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1040.226773] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.252856] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.300837] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1040.304506] env[69760]: DEBUG nova.scheduler.client.report [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.326383] env[69760]: DEBUG oslo_vmware.api [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394355, 'name': ReconfigVM_Task, 'duration_secs': 0.290743} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.327222] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Reconfigured VM instance instance-0000002d to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1040.343196] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7e1509d-a5de-4c58-8e59-23a7bf03c073 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.358274] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5298f466-f1ab-1820-0e26-44acedbad289, 'name': SearchDatastore_Task, 'duration_secs': 0.019765} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.359312] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.359562] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1040.359791] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.360025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.360141] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1040.364953] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f19cfe3b-f657-4e81-a71e-85d0e926e72e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.369163] env[69760]: DEBUG oslo_vmware.api [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1040.369163] env[69760]: value = "task-3394356" [ 1040.369163] env[69760]: _type = "Task" [ 1040.369163] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.374324] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1040.374497] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1040.376160] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d936124-3d8d-4489-ac40-92de75fe8dd6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.381105] env[69760]: DEBUG oslo_vmware.api [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.386890] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1040.386890] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f8bb57-36bd-2a01-1819-126cb715b27c" [ 1040.386890] env[69760]: _type = "Task" [ 1040.386890] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.397858] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f8bb57-36bd-2a01-1819-126cb715b27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.649210] env[69760]: DEBUG oslo_concurrency.lockutils [req-41ffb7ed-a32b-43c7-b72d-b0896069fda3 req-e41f982c-3d03-4253-adf5-91fd74a902df service nova] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.777863] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.817070] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.523s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.817933] env[69760]: DEBUG nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1040.824022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 8.447s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.824022] env[69760]: DEBUG nova.objects.instance [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1040.831140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.881956] env[69760]: DEBUG oslo_vmware.api [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394356, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.898797] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f8bb57-36bd-2a01-1819-126cb715b27c, 'name': SearchDatastore_Task, 'duration_secs': 0.012716} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.899854] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5b5b28-c562-4ffe-b626-c4f838b27214 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.905880] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1040.905880] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a7cc05-2f67-66f0-bb5d-d4720a131b63" [ 1040.905880] env[69760]: _type = "Task" [ 1040.905880] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.915530] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a7cc05-2f67-66f0-bb5d-d4720a131b63, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.330762] env[69760]: DEBUG nova.compute.utils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.337020] env[69760]: DEBUG nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1041.337020] env[69760]: DEBUG nova.network.neutron [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1041.355017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1041.355326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.380503] env[69760]: DEBUG oslo_vmware.api [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394356, 'name': ReconfigVM_Task, 'duration_secs': 0.774246} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.380885] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677189', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'name': 'volume-7f66bd71-93bd-4aa6-baea-050037267105', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'db981e04-53a9-4dab-8fc7-ffc6631cd41d', 'attached_at': '', 'detached_at': '', 'volume_id': '7f66bd71-93bd-4aa6-baea-050037267105', 'serial': '7f66bd71-93bd-4aa6-baea-050037267105'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1041.417466] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a7cc05-2f67-66f0-bb5d-d4720a131b63, 'name': SearchDatastore_Task, 'duration_secs': 0.01295} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.417921] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.418055] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 467b1aaa-9350-4862-a52c-cda0f195ed7b/467b1aaa-9350-4862-a52c-cda0f195ed7b.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1041.418328] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-698c83f8-39b9-4aef-9a43-b1dbdb2a5bb7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.428293] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1041.428293] env[69760]: value = "task-3394358" [ 1041.428293] env[69760]: _type = "Task" [ 1041.428293] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.429906] env[69760]: DEBUG nova.policy [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '657b59c41c6548fbb343955ef8efd620', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '10392b98714542abbe32352538ccddc6', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.442235] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394358, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.803383] env[69760]: DEBUG nova.network.neutron [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Successfully created port: 26918269-fc53-41d6-81cc-ea041cced432 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1041.834254] env[69760]: DEBUG oslo_concurrency.lockutils [None req-94371f3a-b7e8-4380-af3e-e41aa4705e98 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.013s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1041.835696] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.886s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1041.835964] env[69760]: DEBUG nova.objects.instance [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'resources' on Instance uuid 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1041.841356] env[69760]: DEBUG nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1041.857297] env[69760]: DEBUG nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1041.947287] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394358, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.971217] env[69760]: DEBUG nova.objects.instance [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1042.174718] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3c92ddf-dadd-4773-bb6f-7168fd7abf1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.182333] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d81ddd23-f321-476b-9761-cd8c12711949 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.215505] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6414140c-48cf-4625-acb3-c12d43ffcd5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.223968] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5809a86b-d3d5-49d6-bbeb-4206b9a568d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.241644] env[69760]: DEBUG nova.compute.provider_tree [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1042.374990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.442652] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394358, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.546952} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.442991] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 467b1aaa-9350-4862-a52c-cda0f195ed7b/467b1aaa-9350-4862-a52c-cda0f195ed7b.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1042.443494] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1042.443583] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e3b914e7-8687-4ff7-94a9-51ddf509a7a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.452919] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1042.452919] env[69760]: value = "task-3394359" [ 1042.452919] env[69760]: _type = "Task" [ 1042.452919] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.462738] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394359, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.617155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.745742] env[69760]: DEBUG nova.scheduler.client.report [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1042.861328] env[69760]: DEBUG nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1042.866662] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1042.867189] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677217', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'name': 'volume-c4156b7b-3808-42e7-8c51-f39176e354d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71e197d-eb97-46de-ba6e-bee5ba6e0282', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'serial': 'c4156b7b-3808-42e7-8c51-f39176e354d3'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1042.867831] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c4f0b66-518b-435a-b66c-0ade069f4762 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.888686] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3abb140-4675-4ab1-af34-aa0ad8582649 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.917518] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] volume-c4156b7b-3808-42e7-8c51-f39176e354d3/volume-c4156b7b-3808-42e7-8c51-f39176e354d3.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1042.919994] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1042.920425] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1042.920425] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.920594] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1042.920720] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.920870] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1042.922023] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1042.922023] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1042.922023] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1042.922023] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1042.922023] env[69760]: DEBUG nova.virt.hardware [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1042.922023] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a16b9e7f-cce7-47a4-9d44-380082abf4f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.935742] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2386828c-adee-44ba-8e47-46094a24d188 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.945067] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b9d17fe-fd05-49a8-82b2-842f7b1d594f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.950178] env[69760]: DEBUG oslo_vmware.api [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1042.950178] env[69760]: value = "task-3394360" [ 1042.950178] env[69760]: _type = "Task" [ 1042.950178] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.971833] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394359, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08223} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.976229] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1042.977474] env[69760]: DEBUG oslo_vmware.api [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394360, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.977474] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca100b86-36de-47c3-bf24-71d5935cfae5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.982110] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1771e2f8-d08b-4507-a55a-8bc6c9442514 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.950s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1042.997968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.381s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.998257] env[69760]: DEBUG nova.compute.manager [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1043.007218] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 467b1aaa-9350-4862-a52c-cda0f195ed7b/467b1aaa-9350-4862-a52c-cda0f195ed7b.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1043.009628] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-452d6d8f-523c-40ae-bdef-8db1738bcc2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.012583] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc85dc95-9b5e-4e93-9ff6-773eae32c07a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.036123] env[69760]: DEBUG nova.compute.manager [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1043.036888] env[69760]: DEBUG nova.objects.instance [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1043.039875] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1043.039875] env[69760]: value = "task-3394361" [ 1043.039875] env[69760]: _type = "Task" [ 1043.039875] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.050224] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.251204] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.415s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.254116] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.991s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.257801] env[69760]: INFO nova.compute.claims [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.280572] env[69760]: INFO nova.scheduler.client.report [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted allocations for instance 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64 [ 1043.466507] env[69760]: DEBUG oslo_vmware.api [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394360, 'name': ReconfigVM_Task, 'duration_secs': 0.398061} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.466737] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Reconfigured VM instance instance-0000004c to attach disk [datastore2] volume-c4156b7b-3808-42e7-8c51-f39176e354d3/volume-c4156b7b-3808-42e7-8c51-f39176e354d3.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.473241] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d77c9f1b-ef06-4c38-995f-faa3d7e079e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.496149] env[69760]: DEBUG oslo_vmware.api [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1043.496149] env[69760]: value = "task-3394362" [ 1043.496149] env[69760]: _type = "Task" [ 1043.496149] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.505469] env[69760]: DEBUG oslo_vmware.api [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394362, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.555221] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394361, 'name': ReconfigVM_Task, 'duration_secs': 0.384793} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.557036] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 467b1aaa-9350-4862-a52c-cda0f195ed7b/467b1aaa-9350-4862-a52c-cda0f195ed7b.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1043.559158] env[69760]: DEBUG nova.compute.manager [req-2ad59a49-a978-4ada-9688-ccc0cf545f60 req-fec0c570-5b19-4298-94dd-5f8b520f463f service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Received event network-vif-plugged-26918269-fc53-41d6-81cc-ea041cced432 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1043.559444] env[69760]: DEBUG oslo_concurrency.lockutils [req-2ad59a49-a978-4ada-9688-ccc0cf545f60 req-fec0c570-5b19-4298-94dd-5f8b520f463f service nova] Acquiring lock "f360ae21-3470-45d1-b537-ec7bb41ff368-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.559785] env[69760]: DEBUG oslo_concurrency.lockutils [req-2ad59a49-a978-4ada-9688-ccc0cf545f60 req-fec0c570-5b19-4298-94dd-5f8b520f463f service nova] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.560322] env[69760]: DEBUG oslo_concurrency.lockutils [req-2ad59a49-a978-4ada-9688-ccc0cf545f60 req-fec0c570-5b19-4298-94dd-5f8b520f463f service nova] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.560416] env[69760]: DEBUG nova.compute.manager [req-2ad59a49-a978-4ada-9688-ccc0cf545f60 req-fec0c570-5b19-4298-94dd-5f8b520f463f service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] No waiting events found dispatching network-vif-plugged-26918269-fc53-41d6-81cc-ea041cced432 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1043.560701] env[69760]: WARNING nova.compute.manager [req-2ad59a49-a978-4ada-9688-ccc0cf545f60 req-fec0c570-5b19-4298-94dd-5f8b520f463f service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Received unexpected event network-vif-plugged-26918269-fc53-41d6-81cc-ea041cced432 for instance with vm_state building and task_state spawning. [ 1043.562118] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a839b85d-fd6e-4b70-ba10-49483dffadf8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.573913] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1043.573913] env[69760]: value = "task-3394363" [ 1043.573913] env[69760]: _type = "Task" [ 1043.573913] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.591974] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394363, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.739998] env[69760]: DEBUG nova.network.neutron [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Successfully updated port: 26918269-fc53-41d6-81cc-ea041cced432 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1043.788715] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2ed890e9-2fad-4151-bcea-074ac051518c tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.271s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1044.007561] env[69760]: DEBUG oslo_vmware.api [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394362, 'name': ReconfigVM_Task, 'duration_secs': 0.163481} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.007929] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677217', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'name': 'volume-c4156b7b-3808-42e7-8c51-f39176e354d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71e197d-eb97-46de-ba6e-bee5ba6e0282', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'serial': 'c4156b7b-3808-42e7-8c51-f39176e354d3'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1044.049687] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1044.050059] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-62213260-76a6-4d22-93f8-af7c2b1d4cf9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.059512] env[69760]: DEBUG oslo_vmware.api [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1044.059512] env[69760]: value = "task-3394364" [ 1044.059512] env[69760]: _type = "Task" [ 1044.059512] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.071071] env[69760]: DEBUG oslo_vmware.api [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.083447] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394363, 'name': Rename_Task, 'duration_secs': 0.184259} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.083762] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.084032] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-164cdcb6-5bd9-4209-aa8f-9287c34aa263 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.092020] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1044.092020] env[69760]: value = "task-3394365" [ 1044.092020] env[69760]: _type = "Task" [ 1044.092020] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.099779] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394365, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.242429] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "refresh_cache-f360ae21-3470-45d1-b537-ec7bb41ff368" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.242572] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "refresh_cache-f360ae21-3470-45d1-b537-ec7bb41ff368" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.242682] env[69760]: DEBUG nova.network.neutron [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1044.268640] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed0774-0714-7e26-5360-1d53bdb15a91/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1044.270410] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-204e5b01-837f-47ec-bd62-b0413b70efc7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.282122] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed0774-0714-7e26-5360-1d53bdb15a91/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1044.282253] env[69760]: ERROR oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed0774-0714-7e26-5360-1d53bdb15a91/disk-0.vmdk due to incomplete transfer. [ 1044.282564] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-476e1c1f-0470-4573-a6fa-fa90d13bbc5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.291496] env[69760]: DEBUG oslo_vmware.rw_handles [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52ed0774-0714-7e26-5360-1d53bdb15a91/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1044.291725] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Uploaded image 9e02cc07-dcd3-4b0f-9af0-1f3bf10bc68a to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1044.294848] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1044.297486] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-056fdcb3-2e92-48bf-9bc3-83676a7cf55d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.306345] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1044.306345] env[69760]: value = "task-3394366" [ 1044.306345] env[69760]: _type = "Task" [ 1044.306345] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.318801] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394366, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.501028] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ead8964a-41af-4ff5-8a99-a2be7296a077 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.510107] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a3ec8b0-e377-416c-a395-e63bedaf69eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.548140] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-156d0517-ff1d-4eb8-a8b0-7016ddd4d51b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.558757] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5577d164-ad57-4d83-8cd3-b31af08bd83e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.573061] env[69760]: DEBUG oslo_vmware.api [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394364, 'name': PowerOffVM_Task, 'duration_secs': 0.301827} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.583099] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1044.583392] env[69760]: DEBUG nova.compute.manager [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1044.584270] env[69760]: DEBUG nova.compute.provider_tree [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.586211] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d7a9672-b1e7-4942-bcf6-21b615adf4c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.610960] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394365, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.778158] env[69760]: DEBUG nova.network.neutron [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1044.816757] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394366, 'name': Destroy_Task, 'duration_secs': 0.352255} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.817063] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Destroyed the VM [ 1044.817327] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1044.817590] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39db6a11-175c-4651-bc6b-3968dc565c3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.824579] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1044.824579] env[69760]: value = "task-3394367" [ 1044.824579] env[69760]: _type = "Task" [ 1044.824579] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.833019] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394367, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.947440] env[69760]: DEBUG nova.network.neutron [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Updating instance_info_cache with network_info: [{"id": "26918269-fc53-41d6-81cc-ea041cced432", "address": "fa:16:3e:dd:56:bd", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26918269-fc", "ovs_interfaceid": "26918269-fc53-41d6-81cc-ea041cced432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.053069] env[69760]: DEBUG nova.objects.instance [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lazy-loading 'flavor' on Instance uuid e71e197d-eb97-46de-ba6e-bee5ba6e0282 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.090247] env[69760]: DEBUG nova.scheduler.client.report [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.103674] env[69760]: DEBUG oslo_vmware.api [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394365, 'name': PowerOnVM_Task, 'duration_secs': 0.581666} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.105700] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1045.105913] env[69760]: INFO nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Took 8.59 seconds to spawn the instance on the hypervisor. [ 1045.106109] env[69760]: DEBUG nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.106592] env[69760]: DEBUG oslo_concurrency.lockutils [None req-cbf70ebd-747d-40ec-ad45-24841ec20624 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.107985] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-588100d6-fb51-4b63-a8f5-8bc30edf5fea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.335133] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394367, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.450502] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "refresh_cache-f360ae21-3470-45d1-b537-ec7bb41ff368" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.450890] env[69760]: DEBUG nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Instance network_info: |[{"id": "26918269-fc53-41d6-81cc-ea041cced432", "address": "fa:16:3e:dd:56:bd", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26918269-fc", "ovs_interfaceid": "26918269-fc53-41d6-81cc-ea041cced432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1045.451363] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:56:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c883fb98-d172-4510-8cf4-07aafdf771af', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '26918269-fc53-41d6-81cc-ea041cced432', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.459785] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1045.460060] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.460307] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-08911967-af4c-4a93-8ca1-7f5ac7dc09ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.482968] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.482968] env[69760]: value = "task-3394368" [ 1045.482968] env[69760]: _type = "Task" [ 1045.482968] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.495126] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394368, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.558893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ca49a5b-2a5d-40a2-9296-828fc1d8dcd0 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.334s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.599710] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.599710] env[69760]: DEBUG nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1045.601897] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.145s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.602150] env[69760]: DEBUG nova.objects.instance [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'resources' on Instance uuid 8c5fcca3-ca84-4ee9-bbff-1877b2e85351 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.627687] env[69760]: INFO nova.compute.manager [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Took 21.02 seconds to build instance. [ 1045.679546] env[69760]: DEBUG nova.compute.manager [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Received event network-changed-26918269-fc53-41d6-81cc-ea041cced432 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1045.679546] env[69760]: DEBUG nova.compute.manager [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Refreshing instance network info cache due to event network-changed-26918269-fc53-41d6-81cc-ea041cced432. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1045.679546] env[69760]: DEBUG oslo_concurrency.lockutils [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] Acquiring lock "refresh_cache-f360ae21-3470-45d1-b537-ec7bb41ff368" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.679546] env[69760]: DEBUG oslo_concurrency.lockutils [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] Acquired lock "refresh_cache-f360ae21-3470-45d1-b537-ec7bb41ff368" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.679546] env[69760]: DEBUG nova.network.neutron [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Refreshing network info cache for port 26918269-fc53-41d6-81cc-ea041cced432 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1045.836280] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394367, 'name': RemoveSnapshot_Task, 'duration_secs': 0.61306} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.836436] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1045.836674] env[69760]: DEBUG nova.compute.manager [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1045.837463] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57edad1f-56ca-42cc-a18a-773dbbb95863 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.995956] env[69760]: DEBUG oslo_concurrency.lockutils [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.996299] env[69760]: DEBUG oslo_concurrency.lockutils [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.997708] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394368, 'name': CreateVM_Task, 'duration_secs': 0.470101} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.997811] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1046.000119] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.000119] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.000119] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.000119] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e81fbf85-d82d-40d4-be44-46d858ce0331 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.005284] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1046.005284] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ebe615-e0e5-e1d8-e9cf-4a28ae58e3f7" [ 1046.005284] env[69760]: _type = "Task" [ 1046.005284] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.016066] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ebe615-e0e5-e1d8-e9cf-4a28ae58e3f7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.105576] env[69760]: DEBUG nova.compute.utils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.111809] env[69760]: DEBUG nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1046.113445] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1046.129967] env[69760]: DEBUG oslo_concurrency.lockutils [None req-91a4c031-a403-4a6b-a584-eb46c77fed0e tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.533s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1046.180169] env[69760]: DEBUG nova.policy [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2849cf6cc55f4b508529d70372e3d13d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1597e5d1ab9f4ab3a9b597dc02221c52', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.268845] env[69760]: DEBUG nova.objects.instance [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.357151] env[69760]: INFO nova.compute.manager [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Shelve offloading [ 1046.390933] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05b67c7-0714-4830-8db4-b162dff94ae8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.400250] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5da5b6-a724-4202-8c15-98dce2be5b1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.438619] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00e5e450-8216-4990-a0c2-f833744cc3b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.449176] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14287a3d-b829-4156-8a9f-5b1c51e471e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.468091] env[69760]: DEBUG nova.compute.provider_tree [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1046.491573] env[69760]: DEBUG nova.network.neutron [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Updated VIF entry in instance network info cache for port 26918269-fc53-41d6-81cc-ea041cced432. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1046.491941] env[69760]: DEBUG nova.network.neutron [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Updating instance_info_cache with network_info: [{"id": "26918269-fc53-41d6-81cc-ea041cced432", "address": "fa:16:3e:dd:56:bd", "network": {"id": "5c183ae9-f112-444e-a373-cd25d5a2269c", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-238968958-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "10392b98714542abbe32352538ccddc6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c883fb98-d172-4510-8cf4-07aafdf771af", "external-id": "nsx-vlan-transportzone-570", "segmentation_id": 570, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap26918269-fc", "ovs_interfaceid": "26918269-fc53-41d6-81cc-ea041cced432", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.499474] env[69760]: INFO nova.compute.manager [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Detaching volume c4156b7b-3808-42e7-8c51-f39176e354d3 [ 1046.521130] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ebe615-e0e5-e1d8-e9cf-4a28ae58e3f7, 'name': SearchDatastore_Task, 'duration_secs': 0.014357} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.521797] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.522070] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.522310] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.522461] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.522640] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.522901] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a08c063b-6928-4fed-9d67-e34dffe73b5e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.534388] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.534848] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.535351] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53da6ed9-11c6-4bbb-b3d1-649acb309668 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.541850] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1046.541850] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523c9c01-7266-12a3-7d51-58f70caa4fef" [ 1046.541850] env[69760]: _type = "Task" [ 1046.541850] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.547228] env[69760]: INFO nova.virt.block_device [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Attempting to driver detach volume c4156b7b-3808-42e7-8c51-f39176e354d3 from mountpoint /dev/sdb [ 1046.547556] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1046.547765] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677217', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'name': 'volume-c4156b7b-3808-42e7-8c51-f39176e354d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71e197d-eb97-46de-ba6e-bee5ba6e0282', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'serial': 'c4156b7b-3808-42e7-8c51-f39176e354d3'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1046.551496] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a60747a-93b3-4acf-9453-7fc6ae519ace {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.557410] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523c9c01-7266-12a3-7d51-58f70caa4fef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.578413] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c42c9e84-ca96-45cb-8302-94c01227f199 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.586653] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccdf01df-a493-43d0-9fb3-4875e197d2ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.611298] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Successfully created port: 9e73ddb6-9061-496d-8b28-f46bcf2fde23 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1046.613615] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-069f2734-69b2-4b0c-8955-1661603c726d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.616919] env[69760]: DEBUG nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1046.637126] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] The volume has not been displaced from its original location: [datastore2] volume-c4156b7b-3808-42e7-8c51-f39176e354d3/volume-c4156b7b-3808-42e7-8c51-f39176e354d3.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1046.643362] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Reconfiguring VM instance instance-0000004c to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1046.643754] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc15b6f6-62eb-4774-81af-5ad1793b80a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.666598] env[69760]: DEBUG oslo_vmware.api [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1046.666598] env[69760]: value = "task-3394369" [ 1046.666598] env[69760]: _type = "Task" [ 1046.666598] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.681382] env[69760]: DEBUG oslo_vmware.api [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394369, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.776782] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.777047] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.777222] env[69760]: DEBUG nova.network.neutron [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1046.777403] env[69760]: DEBUG nova.objects.instance [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'info_cache' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1046.863775] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.864470] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a0001b-9393-4774-95e5-f8aa30830f76 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.873209] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1046.873209] env[69760]: value = "task-3394370" [ 1046.873209] env[69760]: _type = "Task" [ 1046.873209] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.882475] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394370, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.971352] env[69760]: DEBUG nova.scheduler.client.report [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1046.994890] env[69760]: DEBUG oslo_concurrency.lockutils [req-84ce91b0-eb3e-4479-9416-dc17b42b6dea req-547f57a6-3726-459b-a9eb-52f61fd8869d service nova] Releasing lock "refresh_cache-f360ae21-3470-45d1-b537-ec7bb41ff368" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.041325] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Successfully created port: a4220233-4707-41f9-96e5-216090112d1d {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1047.054251] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523c9c01-7266-12a3-7d51-58f70caa4fef, 'name': SearchDatastore_Task, 'duration_secs': 0.010107} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.055192] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ffcd78-c4e3-437e-b522-16d26a0cff10 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.062339] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1047.062339] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d7c9d4-7bfa-fc06-055a-0addb378f549" [ 1047.062339] env[69760]: _type = "Task" [ 1047.062339] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.072138] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d7c9d4-7bfa-fc06-055a-0addb378f549, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.181521] env[69760]: DEBUG oslo_vmware.api [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394369, 'name': ReconfigVM_Task, 'duration_secs': 0.240219} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.181521] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Reconfigured VM instance instance-0000004c to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1047.188683] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-926c7c60-f055-4c34-91c3-baa690b212bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.208750] env[69760]: DEBUG oslo_vmware.api [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1047.208750] env[69760]: value = "task-3394371" [ 1047.208750] env[69760]: _type = "Task" [ 1047.208750] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.218706] env[69760]: DEBUG oslo_vmware.api [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394371, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.276113] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.276520] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.281977] env[69760]: DEBUG nova.objects.base [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1047.388022] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1047.388196] env[69760]: DEBUG nova.compute.manager [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1047.388961] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-649e0a31-c122-4f7e-9e3e-c4cf4bbe0505 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.396337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.396337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.396337] env[69760]: DEBUG nova.network.neutron [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1047.476139] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.874s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.479923] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 11.598s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.480706] env[69760]: INFO nova.compute.claims [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1047.499844] env[69760]: INFO nova.scheduler.client.report [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted allocations for instance 8c5fcca3-ca84-4ee9-bbff-1877b2e85351 [ 1047.573723] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d7c9d4-7bfa-fc06-055a-0addb378f549, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.574009] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.574293] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f360ae21-3470-45d1-b537-ec7bb41ff368/f360ae21-3470-45d1-b537-ec7bb41ff368.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.574556] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57008b8a-5a86-442c-b795-f9bf64f046c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.582345] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1047.582345] env[69760]: value = "task-3394372" [ 1047.582345] env[69760]: _type = "Task" [ 1047.582345] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.591469] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394372, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.628617] env[69760]: DEBUG nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1047.656355] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1047.656605] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1047.656786] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.656991] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1047.657338] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.658091] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1047.658410] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1047.658597] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1047.658796] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1047.659143] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1047.659231] env[69760]: DEBUG nova.virt.hardware [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1047.660153] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ac29ff2-3d40-4e52-af89-e6e3456b5122 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.670032] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aab3da5-eba5-4fd0-9d15-674f9d16ac16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.719386] env[69760]: DEBUG oslo_vmware.api [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394371, 'name': ReconfigVM_Task, 'duration_secs': 0.156835} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.719878] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677217', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'name': 'volume-c4156b7b-3808-42e7-8c51-f39176e354d3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'e71e197d-eb97-46de-ba6e-bee5ba6e0282', 'attached_at': '', 'detached_at': '', 'volume_id': 'c4156b7b-3808-42e7-8c51-f39176e354d3', 'serial': 'c4156b7b-3808-42e7-8c51-f39176e354d3'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1047.781245] env[69760]: DEBUG nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1047.787779] env[69760]: DEBUG nova.compute.manager [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1047.788021] env[69760]: DEBUG nova.compute.manager [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing instance network info cache due to event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1047.788845] env[69760]: DEBUG oslo_concurrency.lockutils [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.788845] env[69760]: DEBUG oslo_concurrency.lockutils [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.788845] env[69760]: DEBUG nova.network.neutron [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1048.007834] env[69760]: DEBUG oslo_concurrency.lockutils [None req-88a30e19-3a12-4c6d-a1e9-980e368af872 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "8c5fcca3-ca84-4ee9-bbff-1877b2e85351" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.551s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.094508] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394372, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.477202} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.094804] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f360ae21-3470-45d1-b537-ec7bb41ff368/f360ae21-3470-45d1-b537-ec7bb41ff368.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.095039] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.095307] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6bc6be4-d3bd-4c65-8917-5fc5cd7258b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.102636] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1048.102636] env[69760]: value = "task-3394373" [ 1048.102636] env[69760]: _type = "Task" [ 1048.102636] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.115557] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394373, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.267267] env[69760]: DEBUG nova.objects.instance [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lazy-loading 'flavor' on Instance uuid e71e197d-eb97-46de-ba6e-bee5ba6e0282 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.272130] env[69760]: DEBUG nova.network.neutron [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating instance_info_cache with network_info: [{"id": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "address": "fa:16:3e:c0:57:88", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.249", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1a5d4424-98", "ovs_interfaceid": "1a5d4424-98c1-43f6-a306-7ff96c8abd0b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.316461] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1048.354468] env[69760]: DEBUG nova.network.neutron [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Updating instance_info_cache with network_info: [{"id": "ec217597-fb00-4570-8483-b346ddd01630", "address": "fa:16:3e:9c:db:bb", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapec217597-fb", "ovs_interfaceid": "ec217597-fb00-4570-8483-b346ddd01630", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.613463] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394373, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.203654} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.613817] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.614672] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697003f6-0673-44b9-92d9-561abd0de5a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.642553] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] f360ae21-3470-45d1-b537-ec7bb41ff368/f360ae21-3470-45d1-b537-ec7bb41ff368.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.646971] env[69760]: DEBUG nova.network.neutron [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updated VIF entry in instance network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1048.647344] env[69760]: DEBUG nova.network.neutron [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.648879] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c509708b-ddad-4d2d-a425-a7c2eedf9f52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.676877] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1048.676877] env[69760]: value = "task-3394374" [ 1048.676877] env[69760]: _type = "Task" [ 1048.676877] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.692183] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394374, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.775430] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "refresh_cache-db981e04-53a9-4dab-8fc7-ffc6631cd41d" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.801710] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7db76de-d09f-4f23-8e63-5558a15ca9dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.810909] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe7d245-3509-44f3-9425-74dceafd6eac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.851263] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Successfully updated port: 9e73ddb6-9061-496d-8b28-f46bcf2fde23 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1048.853241] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45aa4652-2c9d-4cd6-8b75-52140797d76f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.862624] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.865806] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f07fde-43fb-42ce-a75a-4d4381efe022 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.881239] env[69760]: DEBUG nova.compute.provider_tree [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.149839] env[69760]: DEBUG oslo_concurrency.lockutils [req-6705dce6-d298-4cd0-b15a-fc0404aa09b7 req-df5e2d39-0d40-4bb5-b484-b2370b18a3cd service nova] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.170141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.170427] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.170630] env[69760]: INFO nova.compute.manager [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Shelving [ 1049.188602] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394374, 'name': ReconfigVM_Task, 'duration_secs': 0.36299} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.188919] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Reconfigured VM instance instance-00000057 to attach disk [datastore2] f360ae21-3470-45d1-b537-ec7bb41ff368/f360ae21-3470-45d1-b537-ec7bb41ff368.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.189562] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f113cfaf-2953-408d-92ba-baa0a8d47b31 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.198040] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1049.198040] env[69760]: value = "task-3394375" [ 1049.198040] env[69760]: _type = "Task" [ 1049.198040] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.206507] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394375, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.274768] env[69760]: DEBUG oslo_concurrency.lockutils [None req-474076eb-f8ae-4ecc-abf5-7d0eaee24592 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.278s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.311709] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1049.312750] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aaa06c5-b79a-44de-8450-d33419538a90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.322054] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1049.322375] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6050365a-fd31-48e3-a889-3ae93f2652c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.384447] env[69760]: DEBUG nova.scheduler.client.report [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1049.390874] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1049.391151] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1049.391379] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleting the datastore file [datastore1] bd4d745a-1fdf-4a58-9724-ee6c1f2a5904 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1049.391654] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3cd64a36-4a17-42da-b713-995764ceba74 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.398946] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1049.398946] env[69760]: value = "task-3394377" [ 1049.398946] env[69760]: _type = "Task" [ 1049.398946] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.409294] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394377, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.709021] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394375, 'name': Rename_Task, 'duration_secs': 0.15396} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.709321] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.709899] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1db32fd9-77ef-4ec6-9137-1ab6d49702a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.717495] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1049.717495] env[69760]: value = "task-3394378" [ 1049.717495] env[69760]: _type = "Task" [ 1049.717495] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.727717] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394378, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.781632] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1049.781973] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79495fd7-2595-4e10-a79c-620f8d457b91 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.789819] env[69760]: DEBUG oslo_vmware.api [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1049.789819] env[69760]: value = "task-3394379" [ 1049.789819] env[69760]: _type = "Task" [ 1049.789819] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.799107] env[69760]: DEBUG oslo_vmware.api [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394379, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.817186] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received event network-vif-plugged-9e73ddb6-9061-496d-8b28-f46bcf2fde23 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.817455] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Acquiring lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.817700] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.817891] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.818097] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] No waiting events found dispatching network-vif-plugged-9e73ddb6-9061-496d-8b28-f46bcf2fde23 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1049.818302] env[69760]: WARNING nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received unexpected event network-vif-plugged-9e73ddb6-9061-496d-8b28-f46bcf2fde23 for instance with vm_state building and task_state spawning. [ 1049.818853] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received event network-changed-9e73ddb6-9061-496d-8b28-f46bcf2fde23 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1049.818853] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Refreshing instance network info cache due to event network-changed-9e73ddb6-9061-496d-8b28-f46bcf2fde23. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1049.818982] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Acquiring lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.819054] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Acquired lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.819273] env[69760]: DEBUG nova.network.neutron [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Refreshing network info cache for port 9e73ddb6-9061-496d-8b28-f46bcf2fde23 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1049.850483] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.850823] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.889121] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.410s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.889708] env[69760]: DEBUG nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1049.892922] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 9.666s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1049.893713] env[69760]: DEBUG nova.objects.instance [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lazy-loading 'resources' on Instance uuid 12ce4033-baa4-43ca-b2b6-6927e5c38516 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.910740] env[69760]: DEBUG oslo_vmware.api [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394377, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134836} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.910998] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1049.911204] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1049.911387] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1049.930180] env[69760]: INFO nova.scheduler.client.report [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted allocations for instance bd4d745a-1fdf-4a58-9724-ee6c1f2a5904 [ 1050.185725] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1050.186501] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2492a1a0-b806-469a-a792-1dc87397296d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.195776] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1050.195776] env[69760]: value = "task-3394380" [ 1050.195776] env[69760]: _type = "Task" [ 1050.195776] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.204853] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394380, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.228221] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394378, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.266587] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "b947e66e-9c43-430f-8ded-e06e29c9927c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.266870] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.300076] env[69760]: DEBUG oslo_vmware.api [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394379, 'name': PowerOnVM_Task, 'duration_secs': 0.428648} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.300359] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.300646] env[69760]: DEBUG nova.compute.manager [None req-b3225c65-464c-4831-a8cc-466aa8e1eec6 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.301614] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1924ffd-e46f-4766-b4e2-0de02ef6c51b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.353569] env[69760]: DEBUG nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.368588] env[69760]: DEBUG nova.network.neutron [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1050.401785] env[69760]: DEBUG nova.compute.utils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1050.403553] env[69760]: DEBUG nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1050.403727] env[69760]: DEBUG nova.network.neutron [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1050.436263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.492635] env[69760]: DEBUG nova.network.neutron [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.497842] env[69760]: DEBUG nova.policy [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce5e191ee7304342aeed29d3a77a7060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce5f80ada5641b29d5e218be2d947e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1050.626434] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76deb2c0-8bb5-451b-ad64-4da75b51fdac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.634443] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36eaee8-c1b8-4e9d-bcff-ed506504c21c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.665077] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcee6d92-5c95-42e2-a34e-b961d984657d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.673060] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fb7cccf-ccb3-48cc-bef6-beff8572462a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.686828] env[69760]: DEBUG nova.compute.provider_tree [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1050.710656] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394380, 'name': PowerOffVM_Task, 'duration_secs': 0.292928} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.710941] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1050.711765] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cc846b9-9a37-492b-a9b3-c12b3b244772 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.736637] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f68c8ac-d4a6-4a54-a25b-991300d70376 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.744085] env[69760]: DEBUG oslo_vmware.api [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394378, 'name': PowerOnVM_Task, 'duration_secs': 0.620323} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.745974] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1050.746199] env[69760]: INFO nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Took 7.88 seconds to spawn the instance on the hypervisor. [ 1050.746391] env[69760]: DEBUG nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1050.749306] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ef520f0-42b7-4fe2-8b74-cc7343740986 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.769252] env[69760]: DEBUG nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1050.846476] env[69760]: DEBUG nova.network.neutron [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Successfully created port: 5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1050.875270] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.907102] env[69760]: DEBUG nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1050.950567] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Successfully updated port: a4220233-4707-41f9-96e5-216090112d1d {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1050.995356] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Releasing lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.995691] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Received event network-vif-unplugged-ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.995886] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Acquiring lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.996105] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.996452] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.996452] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] No waiting events found dispatching network-vif-unplugged-ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1050.996626] env[69760]: WARNING nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Received unexpected event network-vif-unplugged-ec217597-fb00-4570-8483-b346ddd01630 for instance with vm_state shelved and task_state shelving_offloading. [ 1050.996796] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Received event network-changed-ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1050.996956] env[69760]: DEBUG nova.compute.manager [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Refreshing instance network info cache due to event network-changed-ec217597-fb00-4570-8483-b346ddd01630. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1050.997171] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Acquiring lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.997359] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Acquired lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.997451] env[69760]: DEBUG nova.network.neutron [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Refreshing network info cache for port ec217597-fb00-4570-8483-b346ddd01630 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1051.190025] env[69760]: DEBUG nova.scheduler.client.report [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.253451] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1051.253834] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5d2d3b4a-86ab-45fc-87c5-b228745e06d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.267421] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1051.267421] env[69760]: value = "task-3394381" [ 1051.267421] env[69760]: _type = "Task" [ 1051.267421] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.270426] env[69760]: INFO nova.compute.manager [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Took 20.24 seconds to build instance. [ 1051.286433] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394381, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.297921] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.453827] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.454105] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.454238] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1051.573665] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.697934] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.805s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.701111] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.923s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.702568] env[69760]: INFO nova.compute.claims [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1051.725196] env[69760]: INFO nova.scheduler.client.report [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Deleted allocations for instance 12ce4033-baa4-43ca-b2b6-6927e5c38516 [ 1051.750122] env[69760]: DEBUG nova.network.neutron [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Updated VIF entry in instance network info cache for port ec217597-fb00-4570-8483-b346ddd01630. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1051.750493] env[69760]: DEBUG nova.network.neutron [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Updating instance_info_cache with network_info: [{"id": "ec217597-fb00-4570-8483-b346ddd01630", "address": "fa:16:3e:9c:db:bb", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": null, "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapec217597-fb", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.772477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e10c325-2231-4ea9-9d89-794dbc2ad869 tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.752s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.784720] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394381, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.874886] env[69760]: DEBUG nova.compute.manager [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received event network-vif-plugged-a4220233-4707-41f9-96e5-216090112d1d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.875137] env[69760]: DEBUG oslo_concurrency.lockutils [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] Acquiring lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1051.875344] env[69760]: DEBUG oslo_concurrency.lockutils [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] Lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1051.875651] env[69760]: DEBUG oslo_concurrency.lockutils [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] Lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1051.875875] env[69760]: DEBUG nova.compute.manager [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] No waiting events found dispatching network-vif-plugged-a4220233-4707-41f9-96e5-216090112d1d {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1051.876256] env[69760]: WARNING nova.compute.manager [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received unexpected event network-vif-plugged-a4220233-4707-41f9-96e5-216090112d1d for instance with vm_state building and task_state spawning. [ 1051.876660] env[69760]: DEBUG nova.compute.manager [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received event network-changed-a4220233-4707-41f9-96e5-216090112d1d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1051.876883] env[69760]: DEBUG nova.compute.manager [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Refreshing instance network info cache due to event network-changed-a4220233-4707-41f9-96e5-216090112d1d. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1051.877081] env[69760]: DEBUG oslo_concurrency.lockutils [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] Acquiring lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.917143] env[69760]: DEBUG nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1051.941181] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1051.941505] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1051.941756] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1051.941946] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1051.942154] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1051.942608] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1051.942608] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1051.942747] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1051.942903] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1051.943087] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1051.943262] env[69760]: DEBUG nova.virt.hardware [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1051.944470] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6cff84f-8cfb-44f6-a236-1f01aa778977 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.953246] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a6482b9-57e3-4202-9487-fe55e1c77232 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.003565] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1052.236576] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9c1fbfbf-6f82-401c-9cce-c2b64c0d3d81 tempest-ServerRescueNegativeTestJSON-823714785 tempest-ServerRescueNegativeTestJSON-823714785-project-member] Lock "12ce4033-baa4-43ca-b2b6-6927e5c38516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.187s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.253312] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0a690b0-4df1-4c71-8c5e-1dc0d344aafc req-d85c0466-b346-466c-8a51-b0218e1ca77e service nova] Releasing lock "refresh_cache-bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.284605] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394381, 'name': CreateSnapshot_Task, 'duration_secs': 0.629361} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.285459] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1052.286643] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e38b0b06-9a93-4022-a6be-640e1d3c974c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.513410] env[69760]: DEBUG nova.network.neutron [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Successfully updated port: 5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1052.611028] env[69760]: DEBUG nova.network.neutron [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Updating instance_info_cache with network_info: [{"id": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "address": "fa:16:3e:63:dd:fd", "network": {"id": "c89c5098-ba85-4295-adbf-705c19873dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093868594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e73ddb6-90", "ovs_interfaceid": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4220233-4707-41f9-96e5-216090112d1d", "address": "fa:16:3e:99:42:dd", "network": {"id": "626a16e4-4ac7-4fbf-9689-9b5dd6658be2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1732909138", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4220233-47", "ovs_interfaceid": "a4220233-4707-41f9-96e5-216090112d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.626070] env[69760]: DEBUG nova.compute.manager [req-ca171438-3a8f-4219-92ae-7c6d2682fc59 req-af191e36-d9f7-4b1a-9675-8f09d667df56 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Received event network-vif-plugged-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1052.626362] env[69760]: DEBUG oslo_concurrency.lockutils [req-ca171438-3a8f-4219-92ae-7c6d2682fc59 req-af191e36-d9f7-4b1a-9675-8f09d667df56 service nova] Acquiring lock "10c6a078-f714-4ad1-885f-1fd69ad99756-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.626650] env[69760]: DEBUG oslo_concurrency.lockutils [req-ca171438-3a8f-4219-92ae-7c6d2682fc59 req-af191e36-d9f7-4b1a-9675-8f09d667df56 service nova] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.626839] env[69760]: DEBUG oslo_concurrency.lockutils [req-ca171438-3a8f-4219-92ae-7c6d2682fc59 req-af191e36-d9f7-4b1a-9675-8f09d667df56 service nova] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.627031] env[69760]: DEBUG nova.compute.manager [req-ca171438-3a8f-4219-92ae-7c6d2682fc59 req-af191e36-d9f7-4b1a-9675-8f09d667df56 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] No waiting events found dispatching network-vif-plugged-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1052.627204] env[69760]: WARNING nova.compute.manager [req-ca171438-3a8f-4219-92ae-7c6d2682fc59 req-af191e36-d9f7-4b1a-9675-8f09d667df56 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Received unexpected event network-vif-plugged-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 for instance with vm_state building and task_state spawning. [ 1052.808077] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1052.808671] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-78b9ea30-ae67-447e-8d7f-a9999e5dbd63 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.819418] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1052.819418] env[69760]: value = "task-3394382" [ 1052.819418] env[69760]: _type = "Task" [ 1052.819418] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.830980] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394382, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.959899] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c36d6b-e89d-442d-9621-00ef3b505215 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.968172] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c7755cf-69f7-46a6-90e6-94a319b5a44f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.004101] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28529ce3-fc9b-4f8b-9be3-37d81004251a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.013538] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef28e56a-422a-420e-9b30-07e0749ae7b2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.020957] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.021635] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.022462] env[69760]: DEBUG nova.network.neutron [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1053.037642] env[69760]: DEBUG nova.compute.provider_tree [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.113681] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Releasing lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.114142] env[69760]: DEBUG nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Instance network_info: |[{"id": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "address": "fa:16:3e:63:dd:fd", "network": {"id": "c89c5098-ba85-4295-adbf-705c19873dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093868594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e73ddb6-90", "ovs_interfaceid": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4220233-4707-41f9-96e5-216090112d1d", "address": "fa:16:3e:99:42:dd", "network": {"id": "626a16e4-4ac7-4fbf-9689-9b5dd6658be2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1732909138", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4220233-47", "ovs_interfaceid": "a4220233-4707-41f9-96e5-216090112d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1053.114503] env[69760]: DEBUG oslo_concurrency.lockutils [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] Acquired lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.114655] env[69760]: DEBUG nova.network.neutron [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Refreshing network info cache for port a4220233-4707-41f9-96e5-216090112d1d {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1053.116475] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:63:dd:fd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '0a1439ce-fa5c-420d-bcf0-083f4cc002cd', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9e73ddb6-9061-496d-8b28-f46bcf2fde23', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:99:42:dd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c66a277b-e3bf-43b8-a632-04fdd0720b91', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4220233-4707-41f9-96e5-216090112d1d', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1053.127309] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1053.130797] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1053.131318] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f3501446-5dff-49d7-9420-67e75df3cd9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.161740] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1053.161740] env[69760]: value = "task-3394383" [ 1053.161740] env[69760]: _type = "Task" [ 1053.161740] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.172153] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394383, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.337494] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394382, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.363678] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "f360ae21-3470-45d1-b537-ec7bb41ff368" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.363953] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.364173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "f360ae21-3470-45d1-b537-ec7bb41ff368-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1053.364354] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1053.364756] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.366818] env[69760]: INFO nova.compute.manager [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Terminating instance [ 1053.391931] env[69760]: DEBUG nova.network.neutron [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Updated VIF entry in instance network info cache for port a4220233-4707-41f9-96e5-216090112d1d. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1053.392389] env[69760]: DEBUG nova.network.neutron [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Updating instance_info_cache with network_info: [{"id": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "address": "fa:16:3e:63:dd:fd", "network": {"id": "c89c5098-ba85-4295-adbf-705c19873dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093868594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e73ddb6-90", "ovs_interfaceid": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "a4220233-4707-41f9-96e5-216090112d1d", "address": "fa:16:3e:99:42:dd", "network": {"id": "626a16e4-4ac7-4fbf-9689-9b5dd6658be2", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1732909138", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.44", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c66a277b-e3bf-43b8-a632-04fdd0720b91", "external-id": "nsx-vlan-transportzone-665", "segmentation_id": 665, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4220233-47", "ovs_interfaceid": "a4220233-4707-41f9-96e5-216090112d1d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.541890] env[69760]: DEBUG nova.scheduler.client.report [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.574158] env[69760]: DEBUG nova.network.neutron [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1053.671016] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394383, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.754749] env[69760]: DEBUG nova.network.neutron [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Updating instance_info_cache with network_info: [{"id": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "address": "fa:16:3e:37:7a:c6", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcfcc27-e0", "ovs_interfaceid": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.834646] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394382, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.872033] env[69760]: DEBUG nova.compute.manager [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1053.872033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1053.872601] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1a3c388-7cb2-46d7-b8d9-5f86266cf55a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.881142] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1053.881604] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bf8c742a-1741-4c9f-a858-491473c4d40b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.888944] env[69760]: DEBUG oslo_vmware.api [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1053.888944] env[69760]: value = "task-3394384" [ 1053.888944] env[69760]: _type = "Task" [ 1053.888944] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.899540] env[69760]: DEBUG oslo_concurrency.lockutils [req-b435cb71-b4ef-4041-9a08-30f6c08f5d82 req-bf20becb-e638-4561-81f0-9d44f3c66869 service nova] Releasing lock "refresh_cache-21306900-90d7-4575-ac0c-8cd9888251b3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.900663] env[69760]: DEBUG oslo_vmware.api [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.048850] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.348s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.049420] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1054.052214] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.221s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.053706] env[69760]: INFO nova.compute.claims [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.172613] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394383, 'name': CreateVM_Task, 'duration_secs': 0.728746} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.172613] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1054.172961] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.173147] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.173562] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.173851] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-96db19b0-4be9-4b8c-9755-a08f8d73f6a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.181017] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1054.181017] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52604ca0-7535-dd38-be41-2573d970abd2" [ 1054.181017] env[69760]: _type = "Task" [ 1054.181017] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.191950] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52604ca0-7535-dd38-be41-2573d970abd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.257259] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.257609] env[69760]: DEBUG nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Instance network_info: |[{"id": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "address": "fa:16:3e:37:7a:c6", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcfcc27-e0", "ovs_interfaceid": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1054.258092] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:7a:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1054.265733] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.266097] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1054.266376] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02af4232-fc11-48a1-8598-9301a59a61b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.289015] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1054.289015] env[69760]: value = "task-3394385" [ 1054.289015] env[69760]: _type = "Task" [ 1054.289015] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.299957] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394385, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.336494] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394382, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.401046] env[69760]: DEBUG oslo_vmware.api [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394384, 'name': PowerOffVM_Task, 'duration_secs': 0.447476} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.401512] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1054.401792] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1054.402092] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-51360a22-eb01-4e80-86e4-9c4dd5c0fced {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.469560] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1054.470283] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1054.470566] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleting the datastore file [datastore2] f360ae21-3470-45d1-b537-ec7bb41ff368 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1054.470879] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0548078a-17f0-4f1c-9514-908af455408d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.480462] env[69760]: DEBUG oslo_vmware.api [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for the task: (returnval){ [ 1054.480462] env[69760]: value = "task-3394387" [ 1054.480462] env[69760]: _type = "Task" [ 1054.480462] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.490225] env[69760]: DEBUG oslo_vmware.api [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394387, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.561769] env[69760]: DEBUG nova.compute.utils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1054.563723] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1054.563949] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1054.623098] env[69760]: DEBUG nova.policy [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e7d8d7b2a6442889460930f0c54bafd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48707fd0482b483bbf7580099e6d744b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1054.661543] env[69760]: DEBUG nova.compute.manager [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Received event network-changed-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1054.661743] env[69760]: DEBUG nova.compute.manager [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Refreshing instance network info cache due to event network-changed-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1054.664720] env[69760]: DEBUG oslo_concurrency.lockutils [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] Acquiring lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.664894] env[69760]: DEBUG oslo_concurrency.lockutils [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] Acquired lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.665192] env[69760]: DEBUG nova.network.neutron [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Refreshing network info cache for port 5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1054.692524] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52604ca0-7535-dd38-be41-2573d970abd2, 'name': SearchDatastore_Task, 'duration_secs': 0.011368} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.692833] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.693160] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.693323] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.693477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.693658] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.693928] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90814905-8346-4ea0-9def-61dc6969256f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.705110] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.705312] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.706233] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6957d5da-a792-4a83-ba97-c45411c6f637 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.712260] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1054.712260] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527c76bd-c380-2580-6b10-3334ff0c364d" [ 1054.712260] env[69760]: _type = "Task" [ 1054.712260] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.720745] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527c76bd-c380-2580-6b10-3334ff0c364d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.801326] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394385, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.834120] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394382, 'name': CloneVM_Task, 'duration_secs': 1.630065} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.834405] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Created linked-clone VM from snapshot [ 1054.835170] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f89cfe5a-c156-4b8d-a8e2-032e3b65938b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.843460] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Uploading image 083b5433-8013-4bfd-805d-078620696e79 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1054.868483] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1054.868483] env[69760]: value = "vm-677221" [ 1054.868483] env[69760]: _type = "VirtualMachine" [ 1054.868483] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1054.868764] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-117fbcf3-ecb1-404c-a82c-753a6b05e518 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.877255] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lease: (returnval){ [ 1054.877255] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52330410-3feb-5de4-bb3a-0f6e05582203" [ 1054.877255] env[69760]: _type = "HttpNfcLease" [ 1054.877255] env[69760]: } obtained for exporting VM: (result){ [ 1054.877255] env[69760]: value = "vm-677221" [ 1054.877255] env[69760]: _type = "VirtualMachine" [ 1054.877255] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1054.877255] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the lease: (returnval){ [ 1054.877255] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52330410-3feb-5de4-bb3a-0f6e05582203" [ 1054.877255] env[69760]: _type = "HttpNfcLease" [ 1054.877255] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1054.883857] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1054.883857] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52330410-3feb-5de4-bb3a-0f6e05582203" [ 1054.883857] env[69760]: _type = "HttpNfcLease" [ 1054.883857] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1054.958780] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Successfully created port: a2a16cc2-35cd-4149-994f-77716f6b7b15 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1054.991106] env[69760]: DEBUG oslo_vmware.api [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Task: {'id': task-3394387, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.259193} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.991383] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1054.991571] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1054.991748] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1054.991919] env[69760]: INFO nova.compute.manager [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1054.992189] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1054.992433] env[69760]: DEBUG nova.compute.manager [-] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1054.992533] env[69760]: DEBUG nova.network.neutron [-] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1055.068315] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1055.230028] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527c76bd-c380-2580-6b10-3334ff0c364d, 'name': SearchDatastore_Task, 'duration_secs': 0.010603} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.230830] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-41ba6190-3c61-49c1-a208-b248d8cd3f1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.242885] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1055.242885] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528d2b13-be56-c9f6-c408-ac0f002eea84" [ 1055.242885] env[69760]: _type = "Task" [ 1055.242885] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.255478] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528d2b13-be56-c9f6-c408-ac0f002eea84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.308047] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394385, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.324103] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96e687dc-9edb-4599-836f-da53fda1e157 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.332974] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39c03fa-b893-4dc5-8e02-af8abddf8c66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.371606] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97ec9de-ed27-4a5e-869b-06e7ba7ef189 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.383579] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d54da-417f-4443-b4ff-21d6e1dc0391 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.390944] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1055.390944] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52330410-3feb-5de4-bb3a-0f6e05582203" [ 1055.390944] env[69760]: _type = "HttpNfcLease" [ 1055.390944] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1055.398948] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1055.398948] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52330410-3feb-5de4-bb3a-0f6e05582203" [ 1055.398948] env[69760]: _type = "HttpNfcLease" [ 1055.398948] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1055.400619] env[69760]: DEBUG nova.compute.provider_tree [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.401668] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042a3ff4-c5c7-48d9-bb9d-65f6e3707379 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.409794] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a29f1-63f1-cc2d-3e37-daae8953ae81/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1055.409995] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a29f1-63f1-cc2d-3e37-daae8953ae81/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1055.473535] env[69760]: DEBUG nova.network.neutron [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Updated VIF entry in instance network info cache for port 5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1055.473535] env[69760]: DEBUG nova.network.neutron [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Updating instance_info_cache with network_info: [{"id": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "address": "fa:16:3e:37:7a:c6", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcfcc27-e0", "ovs_interfaceid": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.513173] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-be2aff9b-c754-45e0-8620-0bf92891e32d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.747988] env[69760]: DEBUG nova.network.neutron [-] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1055.756680] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528d2b13-be56-c9f6-c408-ac0f002eea84, 'name': SearchDatastore_Task, 'duration_secs': 0.011871} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.757017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.757368] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 21306900-90d7-4575-ac0c-8cd9888251b3/21306900-90d7-4575-ac0c-8cd9888251b3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.757677] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9af1bea1-ed5e-4c8f-a7cd-90413b5ee8b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.765676] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1055.765676] env[69760]: value = "task-3394389" [ 1055.765676] env[69760]: _type = "Task" [ 1055.765676] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.777824] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394389, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.800989] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394385, 'name': CreateVM_Task, 'duration_secs': 1.34959} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.801245] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1055.801962] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.802224] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.802533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.802804] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1b7cb516-8eb8-4dd7-9e01-7d4c6e38b6db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.808575] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1055.808575] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ede15b-7d37-2256-e09b-afdcdc92bafe" [ 1055.808575] env[69760]: _type = "Task" [ 1055.808575] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.818156] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ede15b-7d37-2256-e09b-afdcdc92bafe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.905748] env[69760]: DEBUG nova.scheduler.client.report [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1055.977580] env[69760]: DEBUG oslo_concurrency.lockutils [req-283b3d7e-f8b6-449a-a00e-b256c91d6cc2 req-860554fb-d6c5-4102-a5df-876afa488e7f service nova] Releasing lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.984802] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "33d8ece3-f338-4467-9bea-34128a07e511" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.985303] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "33d8ece3-f338-4467-9bea-34128a07e511" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.081347] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1056.107348] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1056.107831] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1056.108497] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1056.109030] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1056.109219] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1056.109446] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1056.109770] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1056.110049] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1056.110398] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1056.110752] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1056.110842] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1056.111916] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf787c6-f8cd-44eb-822c-28052f2e9ae4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.123758] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e7aaf21-a20d-4e5b-b782-5311b2b6c499 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.251227] env[69760]: INFO nova.compute.manager [-] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Took 1.26 seconds to deallocate network for instance. [ 1056.279635] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394389, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.319833] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ede15b-7d37-2256-e09b-afdcdc92bafe, 'name': SearchDatastore_Task, 'duration_secs': 0.012267} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.321048] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.321048] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.321431] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.321711] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.322084] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.322495] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8dc4fe0d-82ec-40ee-9abf-2c3331dea1c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.332385] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.332603] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.333362] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d0452619-c1cc-4856-a5de-2810f48a8651 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.340038] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1056.340038] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52264b35-3b1d-dd0e-64db-10b8bd75a7e1" [ 1056.340038] env[69760]: _type = "Task" [ 1056.340038] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.350056] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52264b35-3b1d-dd0e-64db-10b8bd75a7e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.388284] env[69760]: DEBUG nova.compute.manager [req-69c9b8e2-bb31-4a1f-831c-a4172da6c6cc req-f2c50630-1e1c-4872-8ef6-3eb10dbe64f7 service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Received event network-vif-plugged-a2a16cc2-35cd-4149-994f-77716f6b7b15 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.388284] env[69760]: DEBUG oslo_concurrency.lockutils [req-69c9b8e2-bb31-4a1f-831c-a4172da6c6cc req-f2c50630-1e1c-4872-8ef6-3eb10dbe64f7 service nova] Acquiring lock "14e267f1-ee87-46a5-8354-2c0426606039-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.388905] env[69760]: DEBUG oslo_concurrency.lockutils [req-69c9b8e2-bb31-4a1f-831c-a4172da6c6cc req-f2c50630-1e1c-4872-8ef6-3eb10dbe64f7 service nova] Lock "14e267f1-ee87-46a5-8354-2c0426606039-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.388905] env[69760]: DEBUG oslo_concurrency.lockutils [req-69c9b8e2-bb31-4a1f-831c-a4172da6c6cc req-f2c50630-1e1c-4872-8ef6-3eb10dbe64f7 service nova] Lock "14e267f1-ee87-46a5-8354-2c0426606039-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.388905] env[69760]: DEBUG nova.compute.manager [req-69c9b8e2-bb31-4a1f-831c-a4172da6c6cc req-f2c50630-1e1c-4872-8ef6-3eb10dbe64f7 service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] No waiting events found dispatching network-vif-plugged-a2a16cc2-35cd-4149-994f-77716f6b7b15 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1056.389037] env[69760]: WARNING nova.compute.manager [req-69c9b8e2-bb31-4a1f-831c-a4172da6c6cc req-f2c50630-1e1c-4872-8ef6-3eb10dbe64f7 service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Received unexpected event network-vif-plugged-a2a16cc2-35cd-4149-994f-77716f6b7b15 for instance with vm_state building and task_state spawning. [ 1056.412497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.360s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.413186] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1056.416368] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.041s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.422188] env[69760]: INFO nova.compute.claims [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1056.489451] env[69760]: DEBUG nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1056.539806] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Successfully updated port: a2a16cc2-35cd-4149-994f-77716f6b7b15 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1056.687319] env[69760]: DEBUG nova.compute.manager [req-13d6cd72-08f5-4aa5-8da7-22e90a7bf65a req-5186dc7a-93cd-4fda-95ac-605ecfc1335e service nova] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Received event network-vif-deleted-26918269-fc53-41d6-81cc-ea041cced432 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1056.758879] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.776851] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394389, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584815} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.777340] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 21306900-90d7-4575-ac0c-8cd9888251b3/21306900-90d7-4575-ac0c-8cd9888251b3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.777631] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.777946] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b63c85b9-40c5-44b5-9e80-1991bc1d9e52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.785757] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1056.785757] env[69760]: value = "task-3394390" [ 1056.785757] env[69760]: _type = "Task" [ 1056.785757] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.796068] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394390, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.851166] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52264b35-3b1d-dd0e-64db-10b8bd75a7e1, 'name': SearchDatastore_Task, 'duration_secs': 0.017745} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.852088] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08cdf013-d4c7-4b39-ad33-f8844a28856e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.857896] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1056.857896] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c0a6f3-5423-7817-d48a-5d1dfde39ca9" [ 1056.857896] env[69760]: _type = "Task" [ 1056.857896] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.866161] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c0a6f3-5423-7817-d48a-5d1dfde39ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.924866] env[69760]: DEBUG nova.compute.utils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1056.928635] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1056.928821] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1056.972873] env[69760]: DEBUG nova.policy [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7e7d8d7b2a6442889460930f0c54bafd', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '48707fd0482b483bbf7580099e6d744b', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.011842] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.051569] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "refresh_cache-14e267f1-ee87-46a5-8354-2c0426606039" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.051569] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "refresh_cache-14e267f1-ee87-46a5-8354-2c0426606039" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.051569] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1057.250900] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Successfully created port: 80b5b136-caea-4e42-b243-5f52f73d3267 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1057.296882] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394390, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082581} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.297250] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1057.298221] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-574108b7-d40d-4507-8d1e-5bcfe4051b05 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.326766] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Reconfiguring VM instance instance-00000058 to attach disk [datastore2] 21306900-90d7-4575-ac0c-8cd9888251b3/21306900-90d7-4575-ac0c-8cd9888251b3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1057.327500] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-40f6caa0-bd4a-4f37-bd60-a9c7f9e02e2a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.348908] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1057.348908] env[69760]: value = "task-3394391" [ 1057.348908] env[69760]: _type = "Task" [ 1057.348908] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.358755] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.367746] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c0a6f3-5423-7817-d48a-5d1dfde39ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.023394} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.368015] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.368345] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.368642] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fae21d5b-d9a8-4dd0-85d0-e4b5d97dd71a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.380377] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1057.380377] env[69760]: value = "task-3394392" [ 1057.380377] env[69760]: _type = "Task" [ 1057.380377] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.388922] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394392, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.431811] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1057.598133] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1057.714284] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59fdfb46-2548-4200-99c6-a20546d8fd0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.724510] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-218138ed-3391-4f3f-aef2-2bd0fd0cdc82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.767406] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cde9cb7-d808-4637-a155-d7317cc8dc6d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.780315] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23a8e927-1e50-4784-8990-0ca1fe26e8d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.796472] env[69760]: DEBUG nova.compute.provider_tree [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1057.828991] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Updating instance_info_cache with network_info: [{"id": "a2a16cc2-35cd-4149-994f-77716f6b7b15", "address": "fa:16:3e:1b:f2:2c", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a16cc2-35", "ovs_interfaceid": "a2a16cc2-35cd-4149-994f-77716f6b7b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.860221] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394391, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.891853] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394392, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.300269] env[69760]: DEBUG nova.scheduler.client.report [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1058.332261] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "refresh_cache-14e267f1-ee87-46a5-8354-2c0426606039" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.332602] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Instance network_info: |[{"id": "a2a16cc2-35cd-4149-994f-77716f6b7b15", "address": "fa:16:3e:1b:f2:2c", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a16cc2-35", "ovs_interfaceid": "a2a16cc2-35cd-4149-994f-77716f6b7b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1058.333348] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1b:f2:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2a16cc2-35cd-4149-994f-77716f6b7b15', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1058.341154] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1058.341393] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1058.341647] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c540e10c-c498-46d4-bf29-4897c8f56fd0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.366512] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394391, 'name': ReconfigVM_Task, 'duration_secs': 0.593344} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.367889] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Reconfigured VM instance instance-00000058 to attach disk [datastore2] 21306900-90d7-4575-ac0c-8cd9888251b3/21306900-90d7-4575-ac0c-8cd9888251b3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1058.368556] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1058.368556] env[69760]: value = "task-3394393" [ 1058.368556] env[69760]: _type = "Task" [ 1058.368556] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.368748] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d60eecc7-5061-4c98-a9f4-55e0c609175b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.378717] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394393, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.380009] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1058.380009] env[69760]: value = "task-3394394" [ 1058.380009] env[69760]: _type = "Task" [ 1058.380009] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.395049] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394392, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.576273} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.395340] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1058.395600] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1058.395876] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-be5dc17b-d8f1-4946-af4d-bc69bccf7100 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.407249] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1058.407249] env[69760]: value = "task-3394395" [ 1058.407249] env[69760]: _type = "Task" [ 1058.407249] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.416302] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394395, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.418812] env[69760]: DEBUG nova.compute.manager [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Received event network-changed-a2a16cc2-35cd-4149-994f-77716f6b7b15 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1058.419039] env[69760]: DEBUG nova.compute.manager [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Refreshing instance network info cache due to event network-changed-a2a16cc2-35cd-4149-994f-77716f6b7b15. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1058.420112] env[69760]: DEBUG oslo_concurrency.lockutils [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] Acquiring lock "refresh_cache-14e267f1-ee87-46a5-8354-2c0426606039" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.420112] env[69760]: DEBUG oslo_concurrency.lockutils [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] Acquired lock "refresh_cache-14e267f1-ee87-46a5-8354-2c0426606039" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.420112] env[69760]: DEBUG nova.network.neutron [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Refreshing network info cache for port a2a16cc2-35cd-4149-994f-77716f6b7b15 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1058.444022] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1058.474054] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1058.474241] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1058.474695] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1058.474695] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1058.474872] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1058.474973] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1058.475228] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1058.475396] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1058.475608] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1058.475784] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1058.475959] env[69760]: DEBUG nova.virt.hardware [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1058.476928] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f485bdbe-7a56-4d85-9c4d-5a7ba1ccd9d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.486365] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1d53d8c-33af-4848-ac8d-5edff0f08a9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.804451] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Successfully updated port: 80b5b136-caea-4e42-b243-5f52f73d3267 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1058.806468] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1058.807075] env[69760]: DEBUG nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1058.810108] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.494s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1058.811735] env[69760]: INFO nova.compute.claims [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1058.881182] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394393, 'name': CreateVM_Task, 'duration_secs': 0.45794} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.884379] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1058.885141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.885738] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.885738] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.886366] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ea9777c-174d-47a6-9eae-d0ec5c99e6fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.893395] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394394, 'name': Rename_Task, 'duration_secs': 0.230886} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.894096] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.894367] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e0973f15-7512-48ea-a53e-9b9e6d66722a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.897162] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1058.897162] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528174c7-37c7-536c-6b1c-d8a1b4afcea8" [ 1058.897162] env[69760]: _type = "Task" [ 1058.897162] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.903714] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1058.903714] env[69760]: value = "task-3394396" [ 1058.903714] env[69760]: _type = "Task" [ 1058.903714] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.907433] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528174c7-37c7-536c-6b1c-d8a1b4afcea8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.921781] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394396, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.925428] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394395, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073336} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.925428] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1058.925680] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a23ff92-135c-42cb-b7d0-977b26a66760 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.952825] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1058.953047] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd7fbb8e-ee44-457b-a2c8-cc332ca32ac8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.979775] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1058.979775] env[69760]: value = "task-3394397" [ 1058.979775] env[69760]: _type = "Task" [ 1058.979775] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.987067] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394397, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.141348] env[69760]: DEBUG nova.network.neutron [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Updated VIF entry in instance network info cache for port a2a16cc2-35cd-4149-994f-77716f6b7b15. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1059.141713] env[69760]: DEBUG nova.network.neutron [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Updating instance_info_cache with network_info: [{"id": "a2a16cc2-35cd-4149-994f-77716f6b7b15", "address": "fa:16:3e:1b:f2:2c", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2a16cc2-35", "ovs_interfaceid": "a2a16cc2-35cd-4149-994f-77716f6b7b15", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1059.311023] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "refresh_cache-e872017e-64b2-4000-b784-cdaeeb81fbd7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.311185] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "refresh_cache-e872017e-64b2-4000-b784-cdaeeb81fbd7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.311344] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.319756] env[69760]: DEBUG nova.compute.utils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1059.321498] env[69760]: DEBUG nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1059.321670] env[69760]: DEBUG nova.network.neutron [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1059.358481] env[69760]: DEBUG nova.policy [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de83954c240746ef951896ae91c68ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddd085bb6c224021b00633c0da4c3ce9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1059.410155] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528174c7-37c7-536c-6b1c-d8a1b4afcea8, 'name': SearchDatastore_Task, 'duration_secs': 0.013866} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.414063] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.414324] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1059.414590] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.414745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.414932] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1059.415254] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-82ce6d90-5d2b-4b08-a039-3b52f2972e0a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.424614] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.427231] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1059.427559] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1059.428742] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-070287e9-c86e-4b64-a3de-4e75d9cdff03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.436787] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1059.436787] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522ebe43-f436-cb8f-92b2-f6e862eafc18" [ 1059.436787] env[69760]: _type = "Task" [ 1059.436787] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.456769] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522ebe43-f436-cb8f-92b2-f6e862eafc18, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.488845] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394397, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.644888] env[69760]: DEBUG oslo_concurrency.lockutils [req-7eb7121c-174d-4e3a-99df-2aa7af9dfe84 req-8712bfab-e8d7-4a6e-b3cc-1a609545911f service nova] Releasing lock "refresh_cache-14e267f1-ee87-46a5-8354-2c0426606039" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.670881] env[69760]: DEBUG nova.network.neutron [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Successfully created port: 04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1059.825463] env[69760]: DEBUG nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1059.857313] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1059.921951] env[69760]: DEBUG oslo_vmware.api [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394396, 'name': PowerOnVM_Task, 'duration_secs': 0.878479} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.924580] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1059.924793] env[69760]: INFO nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Took 12.30 seconds to spawn the instance on the hypervisor. [ 1059.924977] env[69760]: DEBUG nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1059.926059] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2aceeb-1fbd-448f-8911-f021660fca4a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.948932] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522ebe43-f436-cb8f-92b2-f6e862eafc18, 'name': SearchDatastore_Task, 'duration_secs': 0.024792} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.952499] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6045e1c7-63f2-4caa-b744-233a4253fa73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.958701] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1059.958701] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52693090-1145-3545-e444-4f2a5a0e4b62" [ 1059.958701] env[69760]: _type = "Task" [ 1059.958701] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.973843] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52693090-1145-3545-e444-4f2a5a0e4b62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.991638] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394397, 'name': ReconfigVM_Task, 'duration_secs': 0.767388} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.992157] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1059.995285] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-08950e98-4aab-4ced-84ea-273ec4c26e5b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.004331] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1060.004331] env[69760]: value = "task-3394398" [ 1060.004331] env[69760]: _type = "Task" [ 1060.004331] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.018579] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394398, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.055861] env[69760]: DEBUG nova.network.neutron [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Updating instance_info_cache with network_info: [{"id": "80b5b136-caea-4e42-b243-5f52f73d3267", "address": "fa:16:3e:33:5e:6b", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b5b136-ca", "ovs_interfaceid": "80b5b136-caea-4e42-b243-5f52f73d3267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.086026] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c4e31ac-c853-4ba7-8005-a813dda44f22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.092981] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdcea4c0-ac21-4e44-b09a-5e74e1b7673e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.128377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81a5e8f2-fd60-4473-a609-85990ce472c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.136824] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1980de59-5064-43fe-9139-237442618493 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.152376] env[69760]: DEBUG nova.compute.provider_tree [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1060.447647] env[69760]: DEBUG nova.compute.manager [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Received event network-vif-plugged-80b5b136-caea-4e42-b243-5f52f73d3267 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.447885] env[69760]: DEBUG oslo_concurrency.lockutils [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] Acquiring lock "e872017e-64b2-4000-b784-cdaeeb81fbd7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.448169] env[69760]: DEBUG oslo_concurrency.lockutils [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.448319] env[69760]: DEBUG oslo_concurrency.lockutils [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.448487] env[69760]: DEBUG nova.compute.manager [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] No waiting events found dispatching network-vif-plugged-80b5b136-caea-4e42-b243-5f52f73d3267 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1060.448626] env[69760]: WARNING nova.compute.manager [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Received unexpected event network-vif-plugged-80b5b136-caea-4e42-b243-5f52f73d3267 for instance with vm_state building and task_state spawning. [ 1060.449066] env[69760]: DEBUG nova.compute.manager [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Received event network-changed-80b5b136-caea-4e42-b243-5f52f73d3267 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1060.449066] env[69760]: DEBUG nova.compute.manager [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Refreshing instance network info cache due to event network-changed-80b5b136-caea-4e42-b243-5f52f73d3267. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1060.449298] env[69760]: DEBUG oslo_concurrency.lockutils [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] Acquiring lock "refresh_cache-e872017e-64b2-4000-b784-cdaeeb81fbd7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.451533] env[69760]: INFO nova.compute.manager [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Took 27.21 seconds to build instance. [ 1060.473603] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52693090-1145-3545-e444-4f2a5a0e4b62, 'name': SearchDatastore_Task, 'duration_secs': 0.024287} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.473906] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.474236] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 14e267f1-ee87-46a5-8354-2c0426606039/14e267f1-ee87-46a5-8354-2c0426606039.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1060.474450] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a2bb5e9f-9ced-44b9-bb4c-fa94de2716d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.483286] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1060.483286] env[69760]: value = "task-3394399" [ 1060.483286] env[69760]: _type = "Task" [ 1060.483286] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.495962] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394399, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.515224] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394398, 'name': Rename_Task, 'duration_secs': 0.495762} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.515623] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1060.516290] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32d53251-7ebb-42c1-adff-aae72ad2cecf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.523287] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1060.523287] env[69760]: value = "task-3394400" [ 1060.523287] env[69760]: _type = "Task" [ 1060.523287] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.531569] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394400, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.558791] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "refresh_cache-e872017e-64b2-4000-b784-cdaeeb81fbd7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.559179] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Instance network_info: |[{"id": "80b5b136-caea-4e42-b243-5f52f73d3267", "address": "fa:16:3e:33:5e:6b", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b5b136-ca", "ovs_interfaceid": "80b5b136-caea-4e42-b243-5f52f73d3267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1060.559511] env[69760]: DEBUG oslo_concurrency.lockutils [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] Acquired lock "refresh_cache-e872017e-64b2-4000-b784-cdaeeb81fbd7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.559698] env[69760]: DEBUG nova.network.neutron [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Refreshing network info cache for port 80b5b136-caea-4e42-b243-5f52f73d3267 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1060.561039] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:33:5e:6b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '489b2441-7132-4942-8b61-49cf0ad4400e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '80b5b136-caea-4e42-b243-5f52f73d3267', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1060.570196] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1060.570196] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1060.570196] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bfb44290-3006-4acc-bbbd-6c98d3d907e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.592751] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1060.592751] env[69760]: value = "task-3394401" [ 1060.592751] env[69760]: _type = "Task" [ 1060.592751] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.607381] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394401, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.655321] env[69760]: DEBUG nova.scheduler.client.report [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1060.837663] env[69760]: DEBUG nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1060.867009] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1060.867401] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1060.867632] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1060.867999] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1060.868264] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1060.868513] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1060.868860] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1060.869127] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1060.869375] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1060.869565] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1060.869912] env[69760]: DEBUG nova.virt.hardware [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1060.871138] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e47226e-abbc-4e5e-aa2e-ec4afef2f5a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.881662] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c213e495-a6cc-49e4-b684-dd6e42433644 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.953572] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6cb7b378-c9a2-491a-aeea-92660e142597 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "21306900-90d7-4575-ac0c-8cd9888251b3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.716s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.996189] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394399, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.036708] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394400, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.103576] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394401, 'name': CreateVM_Task, 'duration_secs': 0.466845} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.103803] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1061.104597] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.104767] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.105115] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.105377] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3441778b-8bb0-4ebf-971c-38184304242e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.111363] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1061.111363] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5264cb0e-c3bb-4a86-5ed6-3b55e40a23cf" [ 1061.111363] env[69760]: _type = "Task" [ 1061.111363] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.123916] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5264cb0e-c3bb-4a86-5ed6-3b55e40a23cf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.160973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.351s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.161601] env[69760]: DEBUG nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1061.165192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.729s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.165299] env[69760]: DEBUG nova.objects.instance [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'resources' on Instance uuid bd4d745a-1fdf-4a58-9724-ee6c1f2a5904 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.268765] env[69760]: DEBUG nova.network.neutron [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Successfully updated port: 04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1061.395235] env[69760]: DEBUG nova.network.neutron [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Updated VIF entry in instance network info cache for port 80b5b136-caea-4e42-b243-5f52f73d3267. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1061.395235] env[69760]: DEBUG nova.network.neutron [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Updating instance_info_cache with network_info: [{"id": "80b5b136-caea-4e42-b243-5f52f73d3267", "address": "fa:16:3e:33:5e:6b", "network": {"id": "378a05be-f7c0-4ac5-a65e-ce50973c969f", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-1645005960-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "48707fd0482b483bbf7580099e6d744b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "489b2441-7132-4942-8b61-49cf0ad4400e", "external-id": "nsx-vlan-transportzone-971", "segmentation_id": 971, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap80b5b136-ca", "ovs_interfaceid": "80b5b136-caea-4e42-b243-5f52f73d3267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.495313] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394399, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632852} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.495667] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 14e267f1-ee87-46a5-8354-2c0426606039/14e267f1-ee87-46a5-8354-2c0426606039.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1061.495940] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1061.496235] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-264c3f6f-a2b0-4778-b6c8-9199a8944556 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.505052] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1061.505052] env[69760]: value = "task-3394402" [ 1061.505052] env[69760]: _type = "Task" [ 1061.505052] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.515100] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394402, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.536939] env[69760]: DEBUG oslo_vmware.api [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394400, 'name': PowerOnVM_Task, 'duration_secs': 0.930979} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.537243] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1061.537461] env[69760]: INFO nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Took 9.62 seconds to spawn the instance on the hypervisor. [ 1061.537646] env[69760]: DEBUG nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1061.538500] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0a0aa2-39f7-4d92-bd8d-230b7eb03948 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.621965] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5264cb0e-c3bb-4a86-5ed6-3b55e40a23cf, 'name': SearchDatastore_Task, 'duration_secs': 0.017116} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.622367] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.622610] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1061.622860] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.623031] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.623282] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1061.623604] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-330cb3ca-77f8-40ac-a559-49cde3cdb049 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.639391] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1061.639584] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1061.640324] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b957160-be50-44b9-83f6-9c909e1383b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.646022] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1061.646022] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d502cc-a9b0-5771-f3b1-eb2f1cac9187" [ 1061.646022] env[69760]: _type = "Task" [ 1061.646022] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.655314] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d502cc-a9b0-5771-f3b1-eb2f1cac9187, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.669054] env[69760]: DEBUG nova.compute.utils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1061.669838] env[69760]: DEBUG nova.objects.instance [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'numa_topology' on Instance uuid bd4d745a-1fdf-4a58-9724-ee6c1f2a5904 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.670901] env[69760]: DEBUG nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1061.671084] env[69760]: DEBUG nova.network.neutron [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1061.711098] env[69760]: DEBUG nova.policy [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1061.772425] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.772572] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.773743] env[69760]: DEBUG nova.network.neutron [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1061.872584] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "21306900-90d7-4575-ac0c-8cd9888251b3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.872905] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "21306900-90d7-4575-ac0c-8cd9888251b3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.873141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.873373] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.873619] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "21306900-90d7-4575-ac0c-8cd9888251b3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.875680] env[69760]: INFO nova.compute.manager [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Terminating instance [ 1061.897184] env[69760]: DEBUG oslo_concurrency.lockutils [req-6eccd839-f758-4e50-9103-6c7fbd5e877c req-936dbb3f-4851-4662-8448-de6ad4c5c143 service nova] Releasing lock "refresh_cache-e872017e-64b2-4000-b784-cdaeeb81fbd7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.003280] env[69760]: DEBUG nova.network.neutron [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Successfully created port: 35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1062.015028] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394402, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.085236} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.015333] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1062.016259] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97240907-bedc-4b0d-a2e0-44531eb30a6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.040591] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] 14e267f1-ee87-46a5-8354-2c0426606039/14e267f1-ee87-46a5-8354-2c0426606039.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1062.040928] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ef4e588-b532-48db-93da-5d93bd7d31a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.068833] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1062.068833] env[69760]: value = "task-3394403" [ 1062.068833] env[69760]: _type = "Task" [ 1062.068833] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.069635] env[69760]: INFO nova.compute.manager [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Took 26.22 seconds to build instance. [ 1062.081397] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394403, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.156743] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d502cc-a9b0-5771-f3b1-eb2f1cac9187, 'name': SearchDatastore_Task, 'duration_secs': 0.021745} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.157578] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-862195f4-0fc0-42b9-aeff-2903ce3de657 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.164251] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1062.164251] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52940463-56c7-4474-c5cc-11c34a03b471" [ 1062.164251] env[69760]: _type = "Task" [ 1062.164251] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.172681] env[69760]: DEBUG nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1062.175421] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52940463-56c7-4474-c5cc-11c34a03b471, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.175972] env[69760]: DEBUG nova.objects.base [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1062.322488] env[69760]: DEBUG nova.network.neutron [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1062.381656] env[69760]: DEBUG nova.compute.manager [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1062.381884] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1062.383180] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97ecff0f-7aad-4887-8a30-fe83c622f0ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.392518] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.395894] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22d434a3-eae0-4cb0-817b-05e821554489 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.405147] env[69760]: DEBUG oslo_vmware.api [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1062.405147] env[69760]: value = "task-3394404" [ 1062.405147] env[69760]: _type = "Task" [ 1062.405147] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.440767] env[69760]: DEBUG oslo_vmware.api [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394404, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.440767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e6be6a-1f37-40e6-bb3e-4dc4c8db53fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.448383] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b17c9c5-9e57-43cd-8cb1-b4d9250f8566 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.492510] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beca64ae-034b-4719-988f-100dfbb0be14 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.504643] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b793fdb-af13-4237-b7bf-8765a2ab27f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.521085] env[69760]: DEBUG nova.compute.provider_tree [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1062.560429] env[69760]: DEBUG nova.network.neutron [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.563928] env[69760]: DEBUG nova.compute.manager [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Received event network-vif-plugged-04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.564210] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] Acquiring lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1062.564417] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.564602] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.564785] env[69760]: DEBUG nova.compute.manager [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] No waiting events found dispatching network-vif-plugged-04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1062.564968] env[69760]: WARNING nova.compute.manager [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Received unexpected event network-vif-plugged-04040e7d-1410-444e-9a8a-90280c0f381e for instance with vm_state building and task_state spawning. [ 1062.565159] env[69760]: DEBUG nova.compute.manager [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Received event network-changed-04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1062.565331] env[69760]: DEBUG nova.compute.manager [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Refreshing instance network info cache due to event network-changed-04040e7d-1410-444e-9a8a-90280c0f381e. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1062.565513] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] Acquiring lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.575532] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09bd5dce-e8fe-47fe-b73f-d1ab8baade37 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.737s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.583431] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394403, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.680757] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52940463-56c7-4474-c5cc-11c34a03b471, 'name': SearchDatastore_Task, 'duration_secs': 0.033414} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.681356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.681656] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e872017e-64b2-4000-b784-cdaeeb81fbd7/e872017e-64b2-4000-b784-cdaeeb81fbd7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1062.681972] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6b6c6db-7a1b-4d31-a1e4-70bbe1e31274 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.692174] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1062.692174] env[69760]: value = "task-3394405" [ 1062.692174] env[69760]: _type = "Task" [ 1062.692174] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.703850] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394405, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.918230] env[69760]: DEBUG oslo_vmware.api [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394404, 'name': PowerOffVM_Task, 'duration_secs': 0.502399} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.918922] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1062.918922] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1062.919038] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e911cb20-48c5-425b-91ab-ac941384ad3e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.024841] env[69760]: DEBUG nova.scheduler.client.report [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1063.066881] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.067286] env[69760]: DEBUG nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Instance network_info: |[{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1063.067676] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] Acquired lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.067917] env[69760]: DEBUG nova.network.neutron [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Refreshing network info cache for port 04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.069842] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:ea:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '04040e7d-1410-444e-9a8a-90280c0f381e', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1063.078490] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating folder: Project (ddd085bb6c224021b00633c0da4c3ce9). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.079935] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-551355ae-5b84-4c31-807b-dbfa852771f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.089268] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.089504] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.089688] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Deleting the datastore file [datastore2] 21306900-90d7-4575-ac0c-8cd9888251b3 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.090399] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f8ca9d8-d896-410b-be78-0897d1ba8b00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.101039] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394403, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.103258] env[69760]: DEBUG oslo_vmware.api [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for the task: (returnval){ [ 1063.103258] env[69760]: value = "task-3394408" [ 1063.103258] env[69760]: _type = "Task" [ 1063.103258] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.105116] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Created folder: Project (ddd085bb6c224021b00633c0da4c3ce9) in parent group-v676970. [ 1063.105399] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating folder: Instances. Parent ref: group-v677226. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1063.109385] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6cac025-6f2b-4619-ab81-502d0e6a23f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.118665] env[69760]: DEBUG oslo_vmware.api [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394408, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.123358] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Created folder: Instances in parent group-v677226. [ 1063.123835] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.124137] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1063.124403] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7204ea9d-e7a8-431f-9847-dfd49b829d8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.147200] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1063.147200] env[69760]: value = "task-3394410" [ 1063.147200] env[69760]: _type = "Task" [ 1063.147200] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.157863] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394410, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.183942] env[69760]: DEBUG nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1063.205223] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394405, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.217150] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1063.217446] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1063.217609] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1063.217823] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1063.218008] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1063.218235] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1063.218456] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1063.218716] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1063.218813] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1063.219041] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1063.219242] env[69760]: DEBUG nova.virt.hardware [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1063.220670] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a51921b3-d2d8-4866-a627-6237606e64bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.231243] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8502b74a-b4f6-4fd0-a007-4823bd9184a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.393840] env[69760]: DEBUG nova.compute.manager [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Received event network-changed-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1063.394130] env[69760]: DEBUG nova.compute.manager [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Refreshing instance network info cache due to event network-changed-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1063.394322] env[69760]: DEBUG oslo_concurrency.lockutils [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] Acquiring lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.394485] env[69760]: DEBUG oslo_concurrency.lockutils [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] Acquired lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.394657] env[69760]: DEBUG nova.network.neutron [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Refreshing network info cache for port 5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1063.533186] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.366s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.534061] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.659s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.536160] env[69760]: INFO nova.compute.claims [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1063.562244] env[69760]: DEBUG nova.network.neutron [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Successfully updated port: 35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1063.595932] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394403, 'name': ReconfigVM_Task, 'duration_secs': 1.076539} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.597435] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Reconfigured VM instance instance-0000005a to attach disk [datastore2] 14e267f1-ee87-46a5-8354-2c0426606039/14e267f1-ee87-46a5-8354-2c0426606039.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1063.599712] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0f377a-9020-47ce-8b89-60f49bf25341 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.612667] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1063.612667] env[69760]: value = "task-3394411" [ 1063.612667] env[69760]: _type = "Task" [ 1063.612667] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.628464] env[69760]: DEBUG oslo_vmware.api [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Task: {'id': task-3394408, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.504105} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.629968] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1063.630410] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1063.630751] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1063.631071] env[69760]: INFO nova.compute.manager [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Took 1.25 seconds to destroy the instance on the hypervisor. [ 1063.631615] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1063.639360] env[69760]: DEBUG nova.compute.manager [-] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1063.639511] env[69760]: DEBUG nova.network.neutron [-] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1063.641540] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394411, 'name': Rename_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.658362] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394410, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.706110] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394405, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630558} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.706110] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] e872017e-64b2-4000-b784-cdaeeb81fbd7/e872017e-64b2-4000-b784-cdaeeb81fbd7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1063.706110] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1063.706110] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ff1f53b2-eae7-44f4-beff-37364ebc4203 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.715865] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1063.715865] env[69760]: value = "task-3394412" [ 1063.715865] env[69760]: _type = "Task" [ 1063.715865] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.728371] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394412, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.895996] env[69760]: DEBUG nova.network.neutron [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updated VIF entry in instance network info cache for port 04040e7d-1410-444e-9a8a-90280c0f381e. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1063.896382] env[69760]: DEBUG nova.network.neutron [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.046924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18054525-6e55-4d81-b7d0-69c086e969cf tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 32.396s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.047851] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 12.474s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.048089] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.048294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.048464] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.050463] env[69760]: INFO nova.compute.manager [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Terminating instance [ 1064.065353] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.067437] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.067437] env[69760]: DEBUG nova.network.neutron [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1064.124562] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394411, 'name': Rename_Task, 'duration_secs': 0.282945} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.127348] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1064.127500] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-492328c1-3303-4f9c-8cf9-469b5cb96213 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.136207] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1064.136207] env[69760]: value = "task-3394413" [ 1064.136207] env[69760]: _type = "Task" [ 1064.136207] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.145676] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394413, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.160733] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394410, 'name': CreateVM_Task, 'duration_secs': 0.604686} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.161379] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1064.162177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.162177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.163480] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.163480] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f8f612a-eca2-40b5-a6e9-b891ec81b5eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.170220] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1064.170220] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dcf942-c954-b655-2d5e-0fa0199d6fa9" [ 1064.170220] env[69760]: _type = "Task" [ 1064.170220] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.171326] env[69760]: DEBUG nova.network.neutron [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Updated VIF entry in instance network info cache for port 5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1064.171808] env[69760]: DEBUG nova.network.neutron [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Updating instance_info_cache with network_info: [{"id": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "address": "fa:16:3e:37:7a:c6", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.176", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5dcfcc27-e0", "ovs_interfaceid": "5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.187774] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dcf942-c954-b655-2d5e-0fa0199d6fa9, 'name': SearchDatastore_Task, 'duration_secs': 0.015814} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.188156] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.188442] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1064.188707] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.188870] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.189048] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1064.189986] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3c88dae5-02b5-4217-ba55-db0538f5141c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.200842] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1064.201079] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1064.201869] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a26f4c69-cdb3-4673-b359-c5cb92ed418d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.209118] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1064.209118] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529e106e-791f-02c6-59d0-5ccb647ac6d1" [ 1064.209118] env[69760]: _type = "Task" [ 1064.209118] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.218065] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529e106e-791f-02c6-59d0-5ccb647ac6d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.227031] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394412, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081305} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.228635] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1064.229660] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52c6261b-fee8-4b36-bdd6-308657160e17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.253936] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] e872017e-64b2-4000-b784-cdaeeb81fbd7/e872017e-64b2-4000-b784-cdaeeb81fbd7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1064.255063] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2853c076-885b-4ab4-9b36-f9377a1f0f96 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.280829] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1064.280829] env[69760]: value = "task-3394414" [ 1064.280829] env[69760]: _type = "Task" [ 1064.280829] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.290954] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394414, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.401368] env[69760]: DEBUG oslo_concurrency.lockutils [req-5ac443af-c37a-48ba-965d-75f9f77bed3e req-a17ab29e-7499-4b95-ac1c-59c344c96e8a service nova] Releasing lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.557759] env[69760]: DEBUG nova.compute.manager [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1064.558064] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1064.558396] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-133b40d2-2923-41f5-b15c-34851b22bd05 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.569424] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b31f27-e0b9-40ad-bfd6-118bcbf3137e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.594019] env[69760]: DEBUG nova.compute.manager [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received event network-vif-deleted-a4220233-4707-41f9-96e5-216090112d1d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1064.594442] env[69760]: INFO nova.compute.manager [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Neutron deleted interface a4220233-4707-41f9-96e5-216090112d1d; detaching it from the instance and deleting it from the info cache [ 1064.594647] env[69760]: DEBUG nova.network.neutron [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Updating instance_info_cache with network_info: [{"id": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "address": "fa:16:3e:63:dd:fd", "network": {"id": "c89c5098-ba85-4295-adbf-705c19873dc8", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1093868594", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.180", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1597e5d1ab9f4ab3a9b597dc02221c52", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "0a1439ce-fa5c-420d-bcf0-083f4cc002cd", "external-id": "nsx-vlan-transportzone-413", "segmentation_id": 413, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9e73ddb6-90", "ovs_interfaceid": "9e73ddb6-9061-496d-8b28-f46bcf2fde23", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.614593] env[69760]: WARNING nova.virt.vmwareapi.vmops [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance bd4d745a-1fdf-4a58-9724-ee6c1f2a5904 could not be found. [ 1064.614839] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.615040] env[69760]: INFO nova.compute.manager [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Took 0.06 seconds to destroy the instance on the hypervisor. [ 1064.615298] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1064.618907] env[69760]: DEBUG nova.compute.manager [-] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1064.618907] env[69760]: DEBUG nova.network.neutron [-] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1064.621067] env[69760]: DEBUG nova.network.neutron [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1064.651392] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394413, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.681818] env[69760]: DEBUG oslo_concurrency.lockutils [req-a79acce6-a653-43c2-82bc-eb6416f3427d req-12afd7f3-af92-4910-a1d5-91917674be86 service nova] Releasing lock "refresh_cache-10c6a078-f714-4ad1-885f-1fd69ad99756" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.725854] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529e106e-791f-02c6-59d0-5ccb647ac6d1, 'name': SearchDatastore_Task, 'duration_secs': 0.015881} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.726755] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fa06ca0-19b6-47d6-842a-9b270d724613 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.731202] env[69760]: DEBUG nova.network.neutron [-] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.737848] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1064.737848] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270ecf2-fd9e-9661-4971-9dc9775d4716" [ 1064.737848] env[69760]: _type = "Task" [ 1064.737848] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.753441] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270ecf2-fd9e-9661-4971-9dc9775d4716, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.789629] env[69760]: DEBUG nova.network.neutron [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1064.797268] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394414, 'name': ReconfigVM_Task, 'duration_secs': 0.309024} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.797586] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Reconfigured VM instance instance-0000005b to attach disk [datastore2] e872017e-64b2-4000-b784-cdaeeb81fbd7/e872017e-64b2-4000-b784-cdaeeb81fbd7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1064.798264] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-df220612-4d89-4f7e-9f8d-96f08fef249b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.807500] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1064.807500] env[69760]: value = "task-3394415" [ 1064.807500] env[69760]: _type = "Task" [ 1064.807500] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.820119] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394415, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.846337] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49cf710b-2e49-4d97-8b3b-a17082c17340 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.853646] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f8e27c3-6090-4780-834d-974f221d7565 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.887824] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2670fe1-ef48-41dd-b10a-b26b04a4d486 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.896214] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a45297-496a-44d7-a435-174fd0b7a1f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.910925] env[69760]: DEBUG nova.compute.provider_tree [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.098873] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-857b0742-3596-46dd-b406-83d88a1e8dd0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.109415] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d81d41d-f2f0-4ccd-8035-68d11b80f881 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.145197] env[69760]: DEBUG nova.compute.manager [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Detach interface failed, port_id=a4220233-4707-41f9-96e5-216090112d1d, reason: Instance 21306900-90d7-4575-ac0c-8cd9888251b3 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.145452] env[69760]: DEBUG nova.compute.manager [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Received event network-vif-deleted-9e73ddb6-9061-496d-8b28-f46bcf2fde23 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.145679] env[69760]: INFO nova.compute.manager [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Neutron deleted interface 9e73ddb6-9061-496d-8b28-f46bcf2fde23; detaching it from the instance and deleting it from the info cache [ 1065.145864] env[69760]: DEBUG nova.network.neutron [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.155918] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394413, 'name': PowerOnVM_Task, 'duration_secs': 0.571695} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.156821] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1065.157071] env[69760]: INFO nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1065.157267] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1065.158084] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9527582-7928-4599-ae84-cbe7b681e151 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.234063] env[69760]: INFO nova.compute.manager [-] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Took 1.59 seconds to deallocate network for instance. [ 1065.249459] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270ecf2-fd9e-9661-4971-9dc9775d4716, 'name': SearchDatastore_Task, 'duration_secs': 0.017465} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.249745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.250025] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3/d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1065.250394] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5013bee-6c23-4574-bc0f-1ebcc17be9f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.258801] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1065.258801] env[69760]: value = "task-3394416" [ 1065.258801] env[69760]: _type = "Task" [ 1065.258801] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.279546] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394416, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.292559] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.292936] env[69760]: DEBUG nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Instance network_info: |[{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1065.293587] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:dc:cd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35048783-eff6-471b-91f6-be1e2125569b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1065.301290] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1065.301498] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1065.301713] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0494feea-c151-4bc7-8425-ff554a46bf08 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.326837] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394415, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.328158] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1065.328158] env[69760]: value = "task-3394417" [ 1065.328158] env[69760]: _type = "Task" [ 1065.328158] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.336148] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394417, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.415668] env[69760]: DEBUG nova.scheduler.client.report [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1065.423107] env[69760]: DEBUG nova.network.neutron [-] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1065.426970] env[69760]: DEBUG nova.compute.manager [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-vif-plugged-35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.427281] env[69760]: DEBUG oslo_concurrency.lockutils [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] Acquiring lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.427474] env[69760]: DEBUG oslo_concurrency.lockutils [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.427628] env[69760]: DEBUG oslo_concurrency.lockutils [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.427810] env[69760]: DEBUG nova.compute.manager [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] No waiting events found dispatching network-vif-plugged-35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1065.428017] env[69760]: WARNING nova.compute.manager [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received unexpected event network-vif-plugged-35048783-eff6-471b-91f6-be1e2125569b for instance with vm_state building and task_state spawning. [ 1065.428205] env[69760]: DEBUG nova.compute.manager [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-changed-35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1065.428381] env[69760]: DEBUG nova.compute.manager [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing instance network info cache due to event network-changed-35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1065.428678] env[69760]: DEBUG oslo_concurrency.lockutils [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.428761] env[69760]: DEBUG oslo_concurrency.lockutils [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.428894] env[69760]: DEBUG nova.network.neutron [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing network info cache for port 35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1065.651857] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d6af23c9-18d9-4921-8dcf-eeaec300a758 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.666936] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e40e0faf-7706-4063-99e4-935e14eb1d64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.691427] env[69760]: INFO nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Took 24.93 seconds to build instance. [ 1065.719921] env[69760]: DEBUG nova.compute.manager [req-06054f2e-fe63-4c21-91f8-4bce50bf615d req-298ac2ad-d7f9-43e5-a52c-15e46cce2d39 service nova] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Detach interface failed, port_id=9e73ddb6-9061-496d-8b28-f46bcf2fde23, reason: Instance 21306900-90d7-4575-ac0c-8cd9888251b3 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1065.744775] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.774533] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394416, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.831048] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394415, 'name': Rename_Task, 'duration_secs': 0.962446} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.836068] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1065.836068] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d0f9fc0c-3a57-4c37-9600-8a66601dfe76 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.843876] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394417, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.846703] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1065.846703] env[69760]: value = "task-3394418" [ 1065.846703] env[69760]: _type = "Task" [ 1065.846703] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.860131] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394418, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.921331] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.387s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1065.921909] env[69760]: DEBUG nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1065.924660] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.627s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1065.927397] env[69760]: INFO nova.compute.claims [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1065.931440] env[69760]: INFO nova.compute.manager [-] [instance: bd4d745a-1fdf-4a58-9724-ee6c1f2a5904] Took 1.31 seconds to deallocate network for instance. [ 1066.195682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "14e267f1-ee87-46a5-8354-2c0426606039" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.453s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.200630] env[69760]: DEBUG nova.network.neutron [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updated VIF entry in instance network info cache for port 35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1066.200973] env[69760]: DEBUG nova.network.neutron [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.280595] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394416, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67237} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.280955] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3/d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1066.281203] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1066.281465] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9c6ea6f9-c994-455c-b8a7-f68a2e7f4e1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.289567] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1066.289567] env[69760]: value = "task-3394419" [ 1066.289567] env[69760]: _type = "Task" [ 1066.289567] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.298919] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.342073] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394417, 'name': CreateVM_Task, 'duration_secs': 0.536486} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.342073] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1066.342804] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.342973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.343327] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.343677] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7c00272-0ad4-4c0a-8a76-6fd113d0552c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.351679] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1066.351679] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5203f3de-3e3a-783c-5afe-3732cf8c5148" [ 1066.351679] env[69760]: _type = "Task" [ 1066.351679] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.361106] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394418, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.363440] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5203f3de-3e3a-783c-5afe-3732cf8c5148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.433235] env[69760]: DEBUG nova.compute.utils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1066.436840] env[69760]: DEBUG nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1066.437091] env[69760]: DEBUG nova.network.neutron [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1066.484908] env[69760]: DEBUG nova.policy [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '86f4152e3c0c49df9c82ab2e357ec181', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'b17581e9e0f745208927741eeb0f9a05', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1066.704075] env[69760]: DEBUG oslo_concurrency.lockutils [req-04e1a9ce-2035-4a1f-9b54-0ffaf40afa90 req-f9c7a5c9-8612-458b-b6ad-df762b2fd280 service nova] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.765697] env[69760]: DEBUG nova.network.neutron [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Successfully created port: 9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1066.801946] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084452} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.802349] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1066.803228] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c55c532f-41d3-4070-95f7-f8e84419242a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.826717] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3/d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1066.827153] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-547f48b8-54d7-4488-9904-619c6d19cf9c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.866036] env[69760]: DEBUG oslo_vmware.api [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394418, 'name': PowerOnVM_Task, 'duration_secs': 0.729434} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.870133] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1066.870360] env[69760]: INFO nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Took 8.43 seconds to spawn the instance on the hypervisor. [ 1066.870537] env[69760]: DEBUG nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1066.870813] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5203f3de-3e3a-783c-5afe-3732cf8c5148, 'name': SearchDatastore_Task, 'duration_secs': 0.016802} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.871087] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1066.871087] env[69760]: value = "task-3394420" [ 1066.871087] env[69760]: _type = "Task" [ 1066.871087] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.871772] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e040f09-ef3f-41a3-a020-89ee7728b3aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.874293] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.876085] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1066.876085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.876085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.876085] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1066.876085] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-60904dc6-0c64-45d8-9d34-948d02d8123f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.889643] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.892484] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1066.892484] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1066.895686] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c183ad7-82c3-4260-909a-441a2cd5aba0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.904285] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1066.904285] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f6860f-c8ab-6a8e-29c7-92e66f8b670b" [ 1066.904285] env[69760]: _type = "Task" [ 1066.904285] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.920141] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f6860f-c8ab-6a8e-29c7-92e66f8b670b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.938622] env[69760]: DEBUG nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1066.965061] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b32ded8d-5085-4a4e-9712-a4fc95e2687b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "bd4d745a-1fdf-4a58-9724-ee6c1f2a5904" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 2.917s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.977100] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a29f1-63f1-cc2d-3e37-daae8953ae81/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1066.977100] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-750314e6-deb3-44fd-83ad-b4995a6a3b99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.986025] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a29f1-63f1-cc2d-3e37-daae8953ae81/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1066.986025] env[69760]: ERROR oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a29f1-63f1-cc2d-3e37-daae8953ae81/disk-0.vmdk due to incomplete transfer. [ 1066.986025] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-dac1ce52-b0f4-4e70-8801-2cf2699b56e0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.993523] env[69760]: DEBUG oslo_vmware.rw_handles [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/524a29f1-63f1-cc2d-3e37-daae8953ae81/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1066.993902] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Uploaded image 083b5433-8013-4bfd-805d-078620696e79 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1066.996463] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1066.997096] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4900b089-d17b-472e-8685-a6b811b12371 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.008455] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1067.008455] env[69760]: value = "task-3394421" [ 1067.008455] env[69760]: _type = "Task" [ 1067.008455] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.019332] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394421, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.219990] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc133e60-8013-497f-a95f-856a2f6ca969 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.228995] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26dc9288-451c-441a-bd8f-86288610f90d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.261099] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3930f697-d94f-42c7-88f3-b82f70928946 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.280711] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a5fa6e-b6cb-4d82-9b2b-705949259dd1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.297715] env[69760]: DEBUG nova.compute.provider_tree [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.385982] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394420, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.409929] env[69760]: INFO nova.compute.manager [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Took 26.60 seconds to build instance. [ 1067.417824] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f6860f-c8ab-6a8e-29c7-92e66f8b670b, 'name': SearchDatastore_Task, 'duration_secs': 0.030663} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.418795] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1add740-7694-42fd-8b61-73652168c961 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.425784] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1067.425784] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527848cb-6ebd-7562-1ef8-6fa4f111d2bb" [ 1067.425784] env[69760]: _type = "Task" [ 1067.425784] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.435708] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527848cb-6ebd-7562-1ef8-6fa4f111d2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.520998] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394421, 'name': Destroy_Task, 'duration_secs': 0.514637} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.521363] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Destroyed the VM [ 1067.521631] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1067.521934] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-72a85da3-78da-43f5-a9a4-35e4319b51b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.529544] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1067.529544] env[69760]: value = "task-3394422" [ 1067.529544] env[69760]: _type = "Task" [ 1067.529544] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.538646] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394422, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.801877] env[69760]: DEBUG nova.scheduler.client.report [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1067.887326] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394420, 'name': ReconfigVM_Task, 'duration_secs': 0.615453} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.887614] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Reconfigured VM instance instance-0000005c to attach disk [datastore2] d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3/d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1067.888308] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-451a8f29-be23-4b35-96ca-a90dae1ac59d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.896336] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1067.896336] env[69760]: value = "task-3394423" [ 1067.896336] env[69760]: _type = "Task" [ 1067.896336] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.904744] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394423, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.912320] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e8b6c1fb-db46-4ced-9500-737b6cb0adbf tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 28.117s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.937803] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527848cb-6ebd-7562-1ef8-6fa4f111d2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.013048} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.937803] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.937803] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] de8fddc7-8d2b-4e76-8edb-f09224a8aeb4/de8fddc7-8d2b-4e76-8edb-f09224a8aeb4.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.937803] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c06502d2-5c88-497e-b692-31dcf2e66e61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.946408] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1067.946408] env[69760]: value = "task-3394424" [ 1067.946408] env[69760]: _type = "Task" [ 1067.946408] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.950537] env[69760]: DEBUG nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1067.959112] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394424, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.977246] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1067.977534] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1067.977755] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1067.978595] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1067.978595] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1067.978595] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1067.978595] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1067.978792] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1067.979030] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1067.979238] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1067.979458] env[69760]: DEBUG nova.virt.hardware [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1067.980469] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-582b85b1-3e5d-40a9-8c0c-bde290044010 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.989961] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d15c07e-cbd8-4c6d-ab96-ee3ee084197a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.037185] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.037466] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.045288] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394422, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.308484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.384s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.309106] env[69760]: DEBUG nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1068.321022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.560s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.321022] env[69760]: DEBUG nova.objects.instance [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lazy-loading 'resources' on Instance uuid f360ae21-3470-45d1-b537-ec7bb41ff368 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.350551] env[69760]: DEBUG nova.compute.manager [req-45c0eebf-0542-4d6e-91b4-2bf2da4fe4a2 req-3450a654-719a-45ea-860d-d2bdf25b9177 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Received event network-vif-plugged-9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1068.350551] env[69760]: DEBUG oslo_concurrency.lockutils [req-45c0eebf-0542-4d6e-91b4-2bf2da4fe4a2 req-3450a654-719a-45ea-860d-d2bdf25b9177 service nova] Acquiring lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.350551] env[69760]: DEBUG oslo_concurrency.lockutils [req-45c0eebf-0542-4d6e-91b4-2bf2da4fe4a2 req-3450a654-719a-45ea-860d-d2bdf25b9177 service nova] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.350551] env[69760]: DEBUG oslo_concurrency.lockutils [req-45c0eebf-0542-4d6e-91b4-2bf2da4fe4a2 req-3450a654-719a-45ea-860d-d2bdf25b9177 service nova] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.351834] env[69760]: DEBUG nova.compute.manager [req-45c0eebf-0542-4d6e-91b4-2bf2da4fe4a2 req-3450a654-719a-45ea-860d-d2bdf25b9177 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] No waiting events found dispatching network-vif-plugged-9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1068.351834] env[69760]: WARNING nova.compute.manager [req-45c0eebf-0542-4d6e-91b4-2bf2da4fe4a2 req-3450a654-719a-45ea-860d-d2bdf25b9177 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Received unexpected event network-vif-plugged-9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 for instance with vm_state building and task_state spawning. [ 1068.409633] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394423, 'name': Rename_Task, 'duration_secs': 0.166108} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.409946] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1068.411312] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6ec84498-8f48-4c83-a3d7-59fb77dee836 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.430195] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1068.430195] env[69760]: value = "task-3394425" [ 1068.430195] env[69760]: _type = "Task" [ 1068.430195] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.442273] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394425, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.460057] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394424, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.480020] env[69760]: DEBUG nova.network.neutron [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Successfully updated port: 9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1068.543927] env[69760]: DEBUG nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1068.546920] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394422, 'name': RemoveSnapshot_Task, 'duration_secs': 0.807502} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.547248] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1068.547638] env[69760]: DEBUG nova.compute.manager [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1068.548583] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b17ecf4-a087-4c8b-9bb5-0013475b381c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.820112] env[69760]: DEBUG nova.compute.utils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1068.821980] env[69760]: DEBUG nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1068.822174] env[69760]: DEBUG nova.network.neutron [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1068.826691] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "14e267f1-ee87-46a5-8354-2c0426606039" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.826960] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "14e267f1-ee87-46a5-8354-2c0426606039" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.827190] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "14e267f1-ee87-46a5-8354-2c0426606039-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.827402] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "14e267f1-ee87-46a5-8354-2c0426606039-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.827594] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "14e267f1-ee87-46a5-8354-2c0426606039-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.829461] env[69760]: INFO nova.compute.manager [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Terminating instance [ 1068.896562] env[69760]: DEBUG nova.policy [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039373538d9d4f60a9347b81658c855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42aa9af93d2848df8c6d9df92d844712', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1068.923893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "e872017e-64b2-4000-b784-cdaeeb81fbd7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.924190] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.924395] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "e872017e-64b2-4000-b784-cdaeeb81fbd7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.924578] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.924744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.926675] env[69760]: INFO nova.compute.manager [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Terminating instance [ 1068.945085] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394425, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.958525] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394424, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.553271} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.960132] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] de8fddc7-8d2b-4e76-8edb-f09224a8aeb4/de8fddc7-8d2b-4e76-8edb-f09224a8aeb4.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.960132] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.960132] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5826bd26-5442-43aa-8c39-4e2a3f1daeba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.966548] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1068.966548] env[69760]: value = "task-3394426" [ 1068.966548] env[69760]: _type = "Task" [ 1068.966548] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.975578] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394426, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.983227] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "refresh_cache-6fb9b463-3402-4015-8b4f-29a8cfae5d58" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.983402] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired lock "refresh_cache-6fb9b463-3402-4015-8b4f-29a8cfae5d58" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.983742] env[69760]: DEBUG nova.network.neutron [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.071862] env[69760]: INFO nova.compute.manager [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Shelve offloading [ 1069.076497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.095971] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da81d15a-5eb2-4308-8e47-8e3b4fc27a12 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.103457] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62ba7ba-db5f-42ac-b848-156b0c2a0907 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.138026] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d4cc73b-7d1b-4a5a-b178-6ec9a68dcb82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.146811] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f43808c-b37a-4b54-bfa7-074883b293f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.163453] env[69760]: DEBUG nova.compute.provider_tree [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1069.231805] env[69760]: DEBUG nova.network.neutron [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Successfully created port: ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1069.333646] env[69760]: DEBUG nova.compute.manager [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.333995] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.334637] env[69760]: DEBUG nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1069.340421] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5259f09-88dc-4be9-a555-d343f4987c3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.347910] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.348238] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b37c2811-238f-42e1-9acb-94b177abfc02 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.357270] env[69760]: DEBUG oslo_vmware.api [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1069.357270] env[69760]: value = "task-3394427" [ 1069.357270] env[69760]: _type = "Task" [ 1069.357270] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.365709] env[69760]: DEBUG oslo_vmware.api [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394427, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.438024] env[69760]: DEBUG nova.compute.manager [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1069.438024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1069.438528] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70341a0a-ac5d-42ab-8703-a0d354bf8af9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.449773] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394425, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.452250] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.452546] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4098e7cf-01ed-43ab-b17b-5daa5ed16a61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.462877] env[69760]: DEBUG oslo_vmware.api [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1069.462877] env[69760]: value = "task-3394428" [ 1069.462877] env[69760]: _type = "Task" [ 1069.462877] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.480588] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394426, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073931} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.484018] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.484378] env[69760]: DEBUG oslo_vmware.api [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394428, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.485331] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f4644ff-fe2e-4e72-b100-7f3dfcc36927 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.517819] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Reconfiguring VM instance instance-0000005d to attach disk [datastore1] de8fddc7-8d2b-4e76-8edb-f09224a8aeb4/de8fddc7-8d2b-4e76-8edb-f09224a8aeb4.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.518863] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fea9547a-b9de-4d44-a2a0-8c97b2e75ffa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.541273] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1069.541273] env[69760]: value = "task-3394429" [ 1069.541273] env[69760]: _type = "Task" [ 1069.541273] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.551368] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394429, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.557229] env[69760]: DEBUG nova.network.neutron [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1069.577656] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1069.578050] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c865bacf-4caa-49d7-b1e3-9d62cf79538e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.588539] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1069.588539] env[69760]: value = "task-3394430" [ 1069.588539] env[69760]: _type = "Task" [ 1069.588539] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.603188] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1069.603350] env[69760]: DEBUG nova.compute.manager [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.604363] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdb13868-ce49-435b-bd31-6b4ba40665d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.612494] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.612616] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.612771] env[69760]: DEBUG nova.network.neutron [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.668525] env[69760]: DEBUG nova.scheduler.client.report [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1069.783478] env[69760]: DEBUG nova.network.neutron [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Updating instance_info_cache with network_info: [{"id": "9f4eab5e-e473-4d28-8b49-c20ddd7a7a72", "address": "fa:16:3e:aa:2c:e6", "network": {"id": "d384adb2-a176-4469-9e4e-250bb77ff604", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2039452175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b17581e9e0f745208927741eeb0f9a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4eab5e-e4", "ovs_interfaceid": "9f4eab5e-e473-4d28-8b49-c20ddd7a7a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1069.866730] env[69760]: DEBUG oslo_vmware.api [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394427, 'name': PowerOffVM_Task, 'duration_secs': 0.314771} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.866730] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.866730] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.866986] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3e5a8630-5c02-4372-93de-ec0b9cc8066a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.942007] env[69760]: DEBUG oslo_vmware.api [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394425, 'name': PowerOnVM_Task, 'duration_secs': 1.078294} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.942322] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1069.942536] env[69760]: INFO nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Took 9.10 seconds to spawn the instance on the hypervisor. [ 1069.942729] env[69760]: DEBUG nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1069.943522] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a588395-8f1e-4017-a90f-57e38f2441af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.968995] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1069.969243] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1069.969431] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleting the datastore file [datastore2] 14e267f1-ee87-46a5-8354-2c0426606039 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1069.970113] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-11f65c72-4644-408b-bc2c-966c7e702115 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.975431] env[69760]: DEBUG oslo_vmware.api [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394428, 'name': PowerOffVM_Task, 'duration_secs': 0.231825} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.976834] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1069.977022] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1069.977322] env[69760]: DEBUG oslo_vmware.api [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1069.977322] env[69760]: value = "task-3394432" [ 1069.977322] env[69760]: _type = "Task" [ 1069.977322] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.977509] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e4907669-8796-4a19-9040-701111358f71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.989382] env[69760]: DEBUG oslo_vmware.api [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394432, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.052460] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.070088] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1070.070330] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1070.070516] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleting the datastore file [datastore2] e872017e-64b2-4000-b784-cdaeeb81fbd7 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1070.070791] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00d2ffdf-1b8f-44aa-a651-c10bcacb7e2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.078436] env[69760]: DEBUG oslo_vmware.api [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for the task: (returnval){ [ 1070.078436] env[69760]: value = "task-3394434" [ 1070.078436] env[69760]: _type = "Task" [ 1070.078436] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.087584] env[69760]: DEBUG oslo_vmware.api [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394434, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.178069] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.859s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.180575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 13.169s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.182196] env[69760]: INFO nova.compute.claims [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1070.203906] env[69760]: INFO nova.scheduler.client.report [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Deleted allocations for instance f360ae21-3470-45d1-b537-ec7bb41ff368 [ 1070.285959] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Releasing lock "refresh_cache-6fb9b463-3402-4015-8b4f-29a8cfae5d58" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.286395] env[69760]: DEBUG nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Instance network_info: |[{"id": "9f4eab5e-e473-4d28-8b49-c20ddd7a7a72", "address": "fa:16:3e:aa:2c:e6", "network": {"id": "d384adb2-a176-4469-9e4e-250bb77ff604", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2039452175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b17581e9e0f745208927741eeb0f9a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4eab5e-e4", "ovs_interfaceid": "9f4eab5e-e473-4d28-8b49-c20ddd7a7a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1070.286880] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:2c:e6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6edb8eae-1113-49d0-84f7-9fd9f82b26fb', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9f4eab5e-e473-4d28-8b49-c20ddd7a7a72', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1070.295111] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.295586] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1070.295668] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f994cb0f-7845-4ab1-b35a-8f6d66111d9c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.319505] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1070.319505] env[69760]: value = "task-3394435" [ 1070.319505] env[69760]: _type = "Task" [ 1070.319505] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.334331] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394435, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.348921] env[69760]: DEBUG nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1070.376122] env[69760]: DEBUG nova.compute.manager [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Received event network-changed-9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1070.376122] env[69760]: DEBUG nova.compute.manager [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Refreshing instance network info cache due to event network-changed-9f4eab5e-e473-4d28-8b49-c20ddd7a7a72. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1070.376693] env[69760]: DEBUG oslo_concurrency.lockutils [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] Acquiring lock "refresh_cache-6fb9b463-3402-4015-8b4f-29a8cfae5d58" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.377063] env[69760]: DEBUG oslo_concurrency.lockutils [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] Acquired lock "refresh_cache-6fb9b463-3402-4015-8b4f-29a8cfae5d58" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.377392] env[69760]: DEBUG nova.network.neutron [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Refreshing network info cache for port 9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1070.381026] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1070.381026] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1070.381026] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1070.381214] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1070.381392] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1070.381580] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1070.381830] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1070.382056] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1070.382277] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1070.382490] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1070.382777] env[69760]: DEBUG nova.virt.hardware [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1070.384548] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-784b042c-dc05-48a0-86cd-b839d5292a3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.400872] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df25f375-3244-4f88-8185-891585e6a47b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.468199] env[69760]: INFO nova.compute.manager [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Took 28.11 seconds to build instance. [ 1070.497343] env[69760]: DEBUG oslo_vmware.api [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394432, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.377607} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.498492] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.499106] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.499106] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.499220] env[69760]: INFO nova.compute.manager [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1070.499540] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.499791] env[69760]: DEBUG nova.compute.manager [-] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.499933] env[69760]: DEBUG nova.network.neutron [-] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.553601] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394429, 'name': ReconfigVM_Task, 'duration_secs': 0.80063} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.554293] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Reconfigured VM instance instance-0000005d to attach disk [datastore1] de8fddc7-8d2b-4e76-8edb-f09224a8aeb4/de8fddc7-8d2b-4e76-8edb-f09224a8aeb4.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1070.556043] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-aaf0e161-fcda-4b52-bfbc-2a75e28f4875 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.563975] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1070.563975] env[69760]: value = "task-3394436" [ 1070.563975] env[69760]: _type = "Task" [ 1070.563975] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.574543] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394436, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.588097] env[69760]: DEBUG oslo_vmware.api [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Task: {'id': task-3394434, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.31547} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.589231] env[69760]: DEBUG nova.network.neutron [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd198507a-26", "ovs_interfaceid": "d198507a-2619-467d-95bd-23ba072981f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.590710] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1070.591039] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1070.591341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1070.591630] env[69760]: INFO nova.compute.manager [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1070.591993] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1070.592533] env[69760]: DEBUG nova.compute.manager [-] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1070.592713] env[69760]: DEBUG nova.network.neutron [-] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1070.713181] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a60bf390-536e-41e0-8d2c-c3bcd3ef31bd tempest-ServerDiskConfigTestJSON-1820845974 tempest-ServerDiskConfigTestJSON-1820845974-project-member] Lock "f360ae21-3470-45d1-b537-ec7bb41ff368" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.349s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.830766] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394435, 'name': CreateVM_Task, 'duration_secs': 0.373849} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.830985] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1070.831766] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.831952] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.832337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.832639] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54e7990a-fbba-443a-832f-0771b9dbd2fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.837998] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1070.837998] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5241449d-415e-c903-f505-c441ad008a47" [ 1070.837998] env[69760]: _type = "Task" [ 1070.837998] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.846128] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5241449d-415e-c903-f505-c441ad008a47, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.969028] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e0c7d9b7-fc0c-4a92-940d-945f868890be tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.614s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.047985] env[69760]: DEBUG nova.compute.manager [req-832ad97a-ec38-4e8d-bcb8-75d87d087f77 req-f0d7cb26-5939-49f4-b42d-0d8c76f9b84d service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Received event network-vif-deleted-a2a16cc2-35cd-4149-994f-77716f6b7b15 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1071.048196] env[69760]: INFO nova.compute.manager [req-832ad97a-ec38-4e8d-bcb8-75d87d087f77 req-f0d7cb26-5939-49f4-b42d-0d8c76f9b84d service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Neutron deleted interface a2a16cc2-35cd-4149-994f-77716f6b7b15; detaching it from the instance and deleting it from the info cache [ 1071.048367] env[69760]: DEBUG nova.network.neutron [req-832ad97a-ec38-4e8d-bcb8-75d87d087f77 req-f0d7cb26-5939-49f4-b42d-0d8c76f9b84d service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.074848] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394436, 'name': Rename_Task, 'duration_secs': 0.232289} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.075228] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1071.075492] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b4dfd46-9130-4022-8ae1-7c3e894e6586 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.084174] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1071.084174] env[69760]: value = "task-3394437" [ 1071.084174] env[69760]: _type = "Task" [ 1071.084174] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.094310] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.096068] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394437, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.097099] env[69760]: DEBUG nova.network.neutron [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Updated VIF entry in instance network info cache for port 9f4eab5e-e473-4d28-8b49-c20ddd7a7a72. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1071.097502] env[69760]: DEBUG nova.network.neutron [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Updating instance_info_cache with network_info: [{"id": "9f4eab5e-e473-4d28-8b49-c20ddd7a7a72", "address": "fa:16:3e:aa:2c:e6", "network": {"id": "d384adb2-a176-4469-9e4e-250bb77ff604", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-2039452175-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "b17581e9e0f745208927741eeb0f9a05", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6edb8eae-1113-49d0-84f7-9fd9f82b26fb", "external-id": "nsx-vlan-transportzone-493", "segmentation_id": 493, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9f4eab5e-e4", "ovs_interfaceid": "9f4eab5e-e473-4d28-8b49-c20ddd7a7a72", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.324732] env[69760]: DEBUG nova.network.neutron [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Successfully updated port: ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1071.348169] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5241449d-415e-c903-f505-c441ad008a47, 'name': SearchDatastore_Task, 'duration_secs': 0.012858} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.352943] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.352943] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1071.352943] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.352943] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.352943] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1071.353168] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-db1d2478-2bf6-4b3f-98e8-e63a49091fa0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.362119] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1071.362460] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1071.366174] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c70b0474-08a1-425b-8bad-e4ec10716624 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.372238] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1071.372238] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52151fde-39cb-cf2d-c3f5-0ebd20a172ec" [ 1071.372238] env[69760]: _type = "Task" [ 1071.372238] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.381117] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52151fde-39cb-cf2d-c3f5-0ebd20a172ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.454618] env[69760]: DEBUG nova.network.neutron [-] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.458547] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf06fdb-5873-47ae-b43e-55edd8dedf2d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.467869] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d73734-a52e-4356-bd6e-e86aadadb2c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.506829] env[69760]: DEBUG nova.network.neutron [-] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.510692] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42bb9cd6-9551-4f26-85ac-f586b13637aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.520831] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17f08e47-7174-4737-b007-915676c5139d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.540225] env[69760]: DEBUG nova.compute.provider_tree [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.550421] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ff1a72f7-3f3d-4579-ae1c-7f7596ec584c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.561069] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-302693d9-b4fc-4df7-a97f-e9fc504d41f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.599272] env[69760]: DEBUG nova.compute.manager [req-832ad97a-ec38-4e8d-bcb8-75d87d087f77 req-f0d7cb26-5939-49f4-b42d-0d8c76f9b84d service nova] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Detach interface failed, port_id=a2a16cc2-35cd-4149-994f-77716f6b7b15, reason: Instance 14e267f1-ee87-46a5-8354-2c0426606039 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1071.599976] env[69760]: DEBUG oslo_concurrency.lockutils [req-90954df4-1405-4a9c-a662-4c68e6c68824 req-9e745736-8a1f-491d-94bc-1b7b1af3ea51 service nova] Releasing lock "refresh_cache-6fb9b463-3402-4015-8b4f-29a8cfae5d58" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.604847] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394437, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.607983] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1071.608871] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38cc19d-3976-467c-982e-12c56fe98d5b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.616417] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1071.616706] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03a65988-f466-4eb3-8c9e-3a57bd6cadb9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.686194] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1071.686425] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1071.686614] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleting the datastore file [datastore1] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1071.686920] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b84f3214-8676-4000-8416-a27620d4bc71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.693151] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1071.693151] env[69760]: value = "task-3394439" [ 1071.693151] env[69760]: _type = "Task" [ 1071.693151] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.703026] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.838800] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.838963] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.839141] env[69760]: DEBUG nova.network.neutron [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1071.885873] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52151fde-39cb-cf2d-c3f5-0ebd20a172ec, 'name': SearchDatastore_Task, 'duration_secs': 0.012896} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.886988] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d39a1bc0-6330-4cf7-bc70-84cace6af31b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.892593] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1071.892593] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c50996-00cd-71b7-89cc-90502673fa3d" [ 1071.892593] env[69760]: _type = "Task" [ 1071.892593] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.900870] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c50996-00cd-71b7-89cc-90502673fa3d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.957459] env[69760]: INFO nova.compute.manager [-] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Took 1.46 seconds to deallocate network for instance. [ 1072.015153] env[69760]: INFO nova.compute.manager [-] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Took 1.42 seconds to deallocate network for instance. [ 1072.041163] env[69760]: DEBUG nova.scheduler.client.report [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.094384] env[69760]: DEBUG oslo_vmware.api [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394437, 'name': PowerOnVM_Task, 'duration_secs': 0.796879} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.094658] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1072.094854] env[69760]: INFO nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Took 8.91 seconds to spawn the instance on the hypervisor. [ 1072.095045] env[69760]: DEBUG nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1072.095824] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21fbbcc3-94cd-46d7-bfbc-02debcd60421 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.203757] env[69760]: DEBUG oslo_vmware.api [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.186909} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.204146] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1072.204394] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1072.204703] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1072.230235] env[69760]: INFO nova.scheduler.client.report [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleted allocations for instance 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 [ 1072.376045] env[69760]: DEBUG nova.network.neutron [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1072.408472] env[69760]: DEBUG nova.compute.manager [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Received event network-vif-plugged-ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.409172] env[69760]: DEBUG oslo_concurrency.lockutils [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] Acquiring lock "b947e66e-9c43-430f-8ded-e06e29c9927c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.409467] env[69760]: DEBUG oslo_concurrency.lockutils [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.409782] env[69760]: DEBUG oslo_concurrency.lockutils [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.412019] env[69760]: DEBUG nova.compute.manager [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] No waiting events found dispatching network-vif-plugged-ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1072.412019] env[69760]: WARNING nova.compute.manager [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Received unexpected event network-vif-plugged-ce6426c2-4067-4f04-bc02-7fd29b9e909c for instance with vm_state building and task_state spawning. [ 1072.412019] env[69760]: DEBUG nova.compute.manager [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Received event network-changed-ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1072.412019] env[69760]: DEBUG nova.compute.manager [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Refreshing instance network info cache due to event network-changed-ce6426c2-4067-4f04-bc02-7fd29b9e909c. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1072.412019] env[69760]: DEBUG oslo_concurrency.lockutils [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] Acquiring lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.415499] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c50996-00cd-71b7-89cc-90502673fa3d, 'name': SearchDatastore_Task, 'duration_secs': 0.019266} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.415908] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.416293] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 6fb9b463-3402-4015-8b4f-29a8cfae5d58/6fb9b463-3402-4015-8b4f-29a8cfae5d58.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1072.418038] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e54fd163-a2b1-42f7-ac8a-2e6c282466fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.427139] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1072.427139] env[69760]: value = "task-3394440" [ 1072.427139] env[69760]: _type = "Task" [ 1072.427139] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.435708] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394440, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.469922] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.522967] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.544754] env[69760]: DEBUG nova.network.neutron [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updating instance_info_cache with network_info: [{"id": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "address": "fa:16:3e:4b:f4:a8", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6426c2-40", "ovs_interfaceid": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.546474] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.366s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.546990] env[69760]: DEBUG nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1072.550097] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.805s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.550097] env[69760]: DEBUG nova.objects.instance [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lazy-loading 'resources' on Instance uuid 21306900-90d7-4575-ac0c-8cd9888251b3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.612214] env[69760]: INFO nova.compute.manager [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Took 24.32 seconds to build instance. [ 1072.734306] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.938140] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394440, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.050318] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.050695] env[69760]: DEBUG nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Instance network_info: |[{"id": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "address": "fa:16:3e:4b:f4:a8", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6426c2-40", "ovs_interfaceid": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1073.051048] env[69760]: DEBUG oslo_concurrency.lockutils [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] Acquired lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.051307] env[69760]: DEBUG nova.network.neutron [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Refreshing network info cache for port ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.052572] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f4:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce6426c2-4067-4f04-bc02-7fd29b9e909c', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1073.061978] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1073.063320] env[69760]: DEBUG nova.compute.utils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1073.070384] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1073.079020] env[69760]: DEBUG nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Not allocating networking since 'none' was specified. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1984}} [ 1073.079020] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7ddeda00-2a3f-4678-8107-2ec8d8219703 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.101339] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1073.101339] env[69760]: value = "task-3394441" [ 1073.101339] env[69760]: _type = "Task" [ 1073.101339] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.104418] env[69760]: DEBUG nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Received event network-vif-deleted-80b5b136-caea-4e42-b243-5f52f73d3267 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.104618] env[69760]: DEBUG nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received event network-vif-unplugged-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.104802] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1073.105037] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1073.105195] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.105357] env[69760]: DEBUG nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] No waiting events found dispatching network-vif-unplugged-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1073.105518] env[69760]: WARNING nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received unexpected event network-vif-unplugged-d198507a-2619-467d-95bd-23ba072981f1 for instance with vm_state shelved_offloaded and task_state None. [ 1073.105675] env[69760]: DEBUG nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received event network-changed-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1073.105857] env[69760]: DEBUG nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Refreshing instance network info cache due to event network-changed-d198507a-2619-467d-95bd-23ba072981f1. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1073.106058] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Acquiring lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.106653] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Acquired lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.106653] env[69760]: DEBUG nova.network.neutron [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Refreshing network info cache for port d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1073.115627] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9f8c50cc-a482-4025-8c12-90bd9d9e078a tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.839s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.124420] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394441, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.344395] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187be76f-266e-4655-a557-efe780b2910b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.351876] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6c3a80b-d9e5-4875-b2d6-030b500aedaa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.386885] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd50197d-6d27-41ce-94d7-e137e9dd7349 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.394865] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd1cd8-6898-47e5-80c6-2169a1c81123 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.408961] env[69760]: DEBUG nova.compute.provider_tree [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.438135] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394440, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.691435} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.438470] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 6fb9b463-3402-4015-8b4f-29a8cfae5d58/6fb9b463-3402-4015-8b4f-29a8cfae5d58.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1073.438711] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1073.439115] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8c9ec42c-7a05-4cd4-8fe8-7acd6284d341 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.446916] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1073.446916] env[69760]: value = "task-3394442" [ 1073.446916] env[69760]: _type = "Task" [ 1073.446916] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.457259] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394442, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.572240] env[69760]: DEBUG nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1073.618142] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394441, 'name': CreateVM_Task, 'duration_secs': 0.373446} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.621514] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1073.622575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.622575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.622844] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.623362] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f8b312d-130e-457f-8a6b-40e6ccd469c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.628566] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1073.628566] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb54eb-1ad6-3145-29d0-1afbebd72bcb" [ 1073.628566] env[69760]: _type = "Task" [ 1073.628566] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.638819] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb54eb-1ad6-3145-29d0-1afbebd72bcb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.863747] env[69760]: DEBUG nova.network.neutron [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updated VIF entry in instance network info cache for port d198507a-2619-467d-95bd-23ba072981f1. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.864134] env[69760]: DEBUG nova.network.neutron [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapd198507a-26", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.912445] env[69760]: DEBUG nova.scheduler.client.report [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1073.959598] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394442, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.065093} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.959880] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1073.960664] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a3ee5e0-ec0d-4f22-a3cc-e248155da162 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.983455] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Reconfiguring VM instance instance-0000005e to attach disk [datastore1] 6fb9b463-3402-4015-8b4f-29a8cfae5d58/6fb9b463-3402-4015-8b4f-29a8cfae5d58.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1073.984247] env[69760]: DEBUG nova.network.neutron [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updated VIF entry in instance network info cache for port ce6426c2-4067-4f04-bc02-7fd29b9e909c. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1073.984565] env[69760]: DEBUG nova.network.neutron [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updating instance_info_cache with network_info: [{"id": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "address": "fa:16:3e:4b:f4:a8", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6426c2-40", "ovs_interfaceid": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.985694] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f19005b2-cbec-461c-93b7-78c6040d471d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.001093] env[69760]: DEBUG oslo_concurrency.lockutils [req-e29ea831-f241-4b2a-88fa-cdb06cdaa908 req-f3a4c5c3-1e3c-4c84-a81a-9590d0f40c27 service nova] Releasing lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.008119] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1074.008119] env[69760]: value = "task-3394443" [ 1074.008119] env[69760]: _type = "Task" [ 1074.008119] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.016604] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394443, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.140499] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52cb54eb-1ad6-3145-29d0-1afbebd72bcb, 'name': SearchDatastore_Task, 'duration_secs': 0.02765} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.140668] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.140917] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1074.141230] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.141420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.141649] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1074.141956] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-caae5bc9-0d1f-47a0-bff7-d8cda5d60ef0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.151742] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1074.152311] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1074.152851] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-10108cf1-16e2-4fbf-ae5e-7f195ab52fba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.158753] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1074.158753] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52add769-4653-4dfe-37e0-868e2bf82358" [ 1074.158753] env[69760]: _type = "Task" [ 1074.158753] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.166632] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52add769-4653-4dfe-37e0-868e2bf82358, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.368171] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Releasing lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.368171] env[69760]: DEBUG nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Received event network-changed-04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1074.368171] env[69760]: DEBUG nova.compute.manager [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Refreshing instance network info cache due to event network-changed-04040e7d-1410-444e-9a8a-90280c0f381e. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1074.368171] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Acquiring lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.368297] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Acquired lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.368437] env[69760]: DEBUG nova.network.neutron [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Refreshing network info cache for port 04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1074.419780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.868s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.422541] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.347s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.427359] env[69760]: INFO nova.compute.claims [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1074.430134] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.447457] env[69760]: INFO nova.scheduler.client.report [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Deleted allocations for instance 21306900-90d7-4575-ac0c-8cd9888251b3 [ 1074.522915] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394443, 'name': ReconfigVM_Task, 'duration_secs': 0.292713} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.523286] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Reconfigured VM instance instance-0000005e to attach disk [datastore1] 6fb9b463-3402-4015-8b4f-29a8cfae5d58/6fb9b463-3402-4015-8b4f-29a8cfae5d58.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1074.524000] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-44483dec-07c7-43eb-98f8-b9b558552d7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.530941] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1074.530941] env[69760]: value = "task-3394444" [ 1074.530941] env[69760]: _type = "Task" [ 1074.530941] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.539742] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394444, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.583546] env[69760]: DEBUG nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1074.616088] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1074.616355] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1074.616553] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1074.616781] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1074.616973] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1074.617977] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1074.619055] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1074.619409] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1074.619663] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1074.619893] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1074.620143] env[69760]: DEBUG nova.virt.hardware [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1074.621149] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee017151-01ef-4e9f-b4dd-d9cba3198444 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.631896] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af7a8e0-a546-48c6-a144-4a6ec4775bd4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.653431] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1074.660695] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Creating folder: Project (398050a05b6747ef82e02fbe406e2213). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.661582] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8fe160e4-65d3-41df-80c8-e3c0e4b0b0a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.674885] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52add769-4653-4dfe-37e0-868e2bf82358, 'name': SearchDatastore_Task, 'duration_secs': 0.023529} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.676912] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Created folder: Project (398050a05b6747ef82e02fbe406e2213) in parent group-v676970. [ 1074.677156] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Creating folder: Instances. Parent ref: group-v677232. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1074.677413] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7b9a6fda-378c-4a16-be8e-099e027b8fde {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.679865] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c507d594-13b5-4469-b8fd-aa807d6df815 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.684256] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1074.684256] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5278ea7b-bcbe-a6ad-997f-87e7c723cc5e" [ 1074.684256] env[69760]: _type = "Task" [ 1074.684256] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.689298] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Created folder: Instances in parent group-v677232. [ 1074.689580] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1074.692795] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1074.693113] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5278ea7b-bcbe-a6ad-997f-87e7c723cc5e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.693355] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0cb485ee-0827-45c0-9057-89f459e0186b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.711511] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1074.711511] env[69760]: value = "task-3394447" [ 1074.711511] env[69760]: _type = "Task" [ 1074.711511] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.720173] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394447, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.958310] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d5c3ddb-42ff-46a0-be28-50a9ecf31663 tempest-ServersTestMultiNic-1794230512 tempest-ServersTestMultiNic-1794230512-project-member] Lock "21306900-90d7-4575-ac0c-8cd9888251b3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.085s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.044387] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394444, 'name': Rename_Task, 'duration_secs': 0.140678} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.044652] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1075.045088] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-69a9de9b-25b9-4e97-9ded-567c38864bf2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.054223] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1075.054223] env[69760]: value = "task-3394448" [ 1075.054223] env[69760]: _type = "Task" [ 1075.054223] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.065230] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394448, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.198436] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5278ea7b-bcbe-a6ad-997f-87e7c723cc5e, 'name': SearchDatastore_Task, 'duration_secs': 0.015466} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.198436] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.199117] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1075.199253] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-844a79ff-a747-4fae-a124-f90e83d09c9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.206798] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1075.206798] env[69760]: value = "task-3394449" [ 1075.206798] env[69760]: _type = "Task" [ 1075.206798] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1075.219781] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.227099] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394447, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.315205] env[69760]: DEBUG nova.compute.manager [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1075.315408] env[69760]: DEBUG nova.compute.manager [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing instance network info cache due to event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1075.315620] env[69760]: DEBUG oslo_concurrency.lockutils [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.315836] env[69760]: DEBUG oslo_concurrency.lockutils [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.316015] env[69760]: DEBUG nova.network.neutron [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1075.445419] env[69760]: DEBUG nova.network.neutron [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updated VIF entry in instance network info cache for port 04040e7d-1410-444e-9a8a-90280c0f381e. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1075.445419] env[69760]: DEBUG nova.network.neutron [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1075.454741] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "469d483b-bbab-4879-b17e-3d426e39a7e7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.454741] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1075.569949] env[69760]: DEBUG oslo_vmware.api [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394448, 'name': PowerOnVM_Task, 'duration_secs': 0.458069} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.570404] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.570766] env[69760]: INFO nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Took 7.62 seconds to spawn the instance on the hypervisor. [ 1075.571861] env[69760]: DEBUG nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1075.572956] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983f9e0d-223b-4464-a384-b90c3e7b6fd9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.724160] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.730288] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394447, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.732050] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5494f273-b280-4378-af4b-06780a59803b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.740279] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f362ad1-e5cf-4eb2-8c87-660c65de3526 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.772052] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16c10fcf-6b93-4a0d-b6ef-9fade50ed15e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.780722] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2564a60-3a49-462a-8b01-9a0c74905638 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.794996] env[69760]: DEBUG nova.compute.provider_tree [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1075.949033] env[69760]: DEBUG oslo_concurrency.lockutils [req-eb1390c5-4080-4d8e-b5b3-ab4da27541f6 req-445e21ad-0d43-40ff-a8e9-2845d1080f7f service nova] Releasing lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.961793] env[69760]: DEBUG nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.108785] env[69760]: INFO nova.compute.manager [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Took 25.25 seconds to build instance. [ 1076.156446] env[69760]: DEBUG nova.compute.manager [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-changed-35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.156656] env[69760]: DEBUG nova.compute.manager [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing instance network info cache due to event network-changed-35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.156907] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.157140] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.157254] env[69760]: DEBUG nova.network.neutron [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing network info cache for port 35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1076.198946] env[69760]: DEBUG nova.network.neutron [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updated VIF entry in instance network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.199498] env[69760]: DEBUG nova.network.neutron [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1076.222575] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394449, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.227938] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394447, 'name': CreateVM_Task, 'duration_secs': 1.513546} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.228087] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1076.228510] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.228669] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.229081] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.229254] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c57e7e4-a6a8-4e9b-b104-e9415d6a9192 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.234014] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1076.234014] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52709cbf-691c-c655-78f5-1413dfeb066c" [ 1076.234014] env[69760]: _type = "Task" [ 1076.234014] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.242027] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52709cbf-691c-c655-78f5-1413dfeb066c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.247289] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "5856ae2d-1d5c-444e-bb77-4de0f1930725" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.247551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.300975] env[69760]: DEBUG nova.scheduler.client.report [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1076.490904] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.610987] env[69760]: DEBUG oslo_concurrency.lockutils [None req-96fb6499-7062-4e93-ae85-9c86aa9ff7ae tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.760s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.689787] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "d6bcd79f-fbd5-4514-93de-872435ecf68c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1076.690103] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.702488] env[69760]: DEBUG oslo_concurrency.lockutils [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.702488] env[69760]: DEBUG nova.compute.manager [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-changed-35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1076.702960] env[69760]: DEBUG nova.compute.manager [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing instance network info cache due to event network-changed-35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1076.703770] env[69760]: DEBUG oslo_concurrency.lockutils [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.720406] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394449, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.466701} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.720895] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1076.721289] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1076.721827] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a978e368-992b-4013-b0c5-d10ae39b809a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.729120] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1076.729120] env[69760]: value = "task-3394450" [ 1076.729120] env[69760]: _type = "Task" [ 1076.729120] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.739082] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394450, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.748192] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52709cbf-691c-c655-78f5-1413dfeb066c, 'name': SearchDatastore_Task, 'duration_secs': 0.01132} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1076.750661] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.750982] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1076.751222] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.751409] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.751626] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1076.752040] env[69760]: DEBUG nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1076.754415] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a62a2ef2-478a-4cda-baee-47c9563157e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.763493] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1076.763836] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1076.764675] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac5056b5-0d70-4f36-b873-7e4f8480c985 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.772321] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1076.772321] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ea4f6a-8f3e-323d-ea4d-b2c305d30a1a" [ 1076.772321] env[69760]: _type = "Task" [ 1076.772321] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1076.783151] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ea4f6a-8f3e-323d-ea4d-b2c305d30a1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1076.803818] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.804784] env[69760]: DEBUG nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1076.807754] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.338s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1076.808034] env[69760]: DEBUG nova.objects.instance [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lazy-loading 'resources' on Instance uuid 14e267f1-ee87-46a5-8354-2c0426606039 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1076.958912] env[69760]: DEBUG nova.network.neutron [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updated VIF entry in instance network info cache for port 35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1076.959360] env[69760]: DEBUG nova.network.neutron [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1077.192416] env[69760]: DEBUG nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1077.241918] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394450, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.209727} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.242196] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1077.243079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4624da-65f6-4b52-8c8e-510934ebcdb8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.271961] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1077.275027] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09acbe58-1824-4933-88c2-803d4847f075 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.305258] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ea4f6a-8f3e-323d-ea4d-b2c305d30a1a, 'name': SearchDatastore_Task, 'duration_secs': 0.014019} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.308528] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1077.308528] env[69760]: value = "task-3394451" [ 1077.308528] env[69760]: _type = "Task" [ 1077.308528] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.308528] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1fcc38b-9f90-4454-b514-af050eb422a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.319112] env[69760]: DEBUG nova.compute.utils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1077.323346] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.323934] env[69760]: DEBUG nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1077.323934] env[69760]: DEBUG nova.network.neutron [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1077.330261] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1077.330261] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a0fff7-c168-f281-5f2b-31bf0452ac02" [ 1077.330261] env[69760]: _type = "Task" [ 1077.330261] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.333666] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.343161] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a0fff7-c168-f281-5f2b-31bf0452ac02, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.383019] env[69760]: DEBUG nova.policy [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07df43a5012144ccb888d91c5d7c8733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f774b9ef2454b278327e448f17641ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1077.462806] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbecbde1-169a-44e3-9959-7f55901dfc9e req-46d8811d-6161-4c7d-9dbc-5e64fe0476e8 service nova] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.463932] env[69760]: DEBUG oslo_concurrency.lockutils [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.463932] env[69760]: DEBUG nova.network.neutron [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing network info cache for port 35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1077.658897] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8361f879-d6e5-4e43-a6b3-f58d6d85da3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.669494] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fed8348-02ab-4314-9421-9fbba0c3966c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.707592] env[69760]: DEBUG nova.network.neutron [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Successfully created port: a3c62dad-a781-4daa-9122-2b600dd23841 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1077.709966] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3f4a85-54ac-41f2-8709-534d6a80beeb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.720207] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19f54309-8647-4736-8cf8-cf9b7c21566d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.726156] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1077.734364] env[69760]: DEBUG nova.compute.provider_tree [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.822703] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394451, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1077.823264] env[69760]: DEBUG nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1077.845806] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a0fff7-c168-f281-5f2b-31bf0452ac02, 'name': SearchDatastore_Task, 'duration_secs': 0.102055} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1077.846484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.849173] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1077.849173] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c0b50818-0b16-4d25-af9d-07906052b561 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.858598] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1077.858598] env[69760]: value = "task-3394452" [ 1077.858598] env[69760]: _type = "Task" [ 1077.858598] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1077.864993] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394452, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.185127] env[69760]: DEBUG nova.compute.manager [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1078.189019] env[69760]: DEBUG nova.compute.manager [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing instance network info cache due to event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1078.189019] env[69760]: DEBUG oslo_concurrency.lockutils [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.189019] env[69760]: DEBUG oslo_concurrency.lockutils [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.189019] env[69760]: DEBUG nova.network.neutron [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1078.238206] env[69760]: DEBUG nova.scheduler.client.report [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1078.246628] env[69760]: DEBUG nova.network.neutron [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updated VIF entry in instance network info cache for port 35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.247017] env[69760]: DEBUG nova.network.neutron [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1078.334741] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394451, 'name': ReconfigVM_Task, 'duration_secs': 0.758394} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.335308] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1078.336283] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-23349796-0eaa-466c-80e6-2a2d48714903 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.343756] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1078.343756] env[69760]: value = "task-3394453" [ 1078.343756] env[69760]: _type = "Task" [ 1078.343756] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.355068] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394453, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.365907] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394452, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.754106] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.946s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.756182] env[69760]: DEBUG oslo_concurrency.lockutils [req-6808990b-0ad9-4091-862a-f74053fc334c req-e67faad4-420a-44c9-8d97-3903b0425224 service nova] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.757084] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.234s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.757486] env[69760]: DEBUG nova.objects.instance [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lazy-loading 'resources' on Instance uuid e872017e-64b2-4000-b784-cdaeeb81fbd7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1078.778709] env[69760]: INFO nova.scheduler.client.report [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted allocations for instance 14e267f1-ee87-46a5-8354-2c0426606039 [ 1078.838814] env[69760]: DEBUG nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1078.854027] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394453, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.864912] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1078.865209] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1078.865392] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1078.865559] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1078.865707] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1078.865886] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1078.866137] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1078.866303] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1078.866473] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1078.866638] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1078.866815] env[69760]: DEBUG nova.virt.hardware [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1078.867688] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb241ce2-32a8-4d39-a0ad-3954fe5385c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.874418] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394452, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.780534} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1078.875085] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1078.875332] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1078.875592] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-74d7b8eb-a402-4cc9-8127-0c93262b5b1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.880961] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cdb2e9-889b-4737-961f-63e75e5bc6d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.885929] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1078.885929] env[69760]: value = "task-3394454" [ 1078.885929] env[69760]: _type = "Task" [ 1078.885929] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.906255] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394454, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1078.916179] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.916449] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.916657] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1078.916848] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1078.917024] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1078.919260] env[69760]: INFO nova.compute.manager [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Terminating instance [ 1078.958384] env[69760]: DEBUG nova.network.neutron [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updated VIF entry in instance network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1078.958763] env[69760]: DEBUG nova.network.neutron [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1079.133923] env[69760]: DEBUG nova.compute.manager [req-27c6cf96-feac-4eb3-adc3-a2bbdc318d5e req-ad291df1-5618-4d02-a89e-91049ba8dff7 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Received event network-vif-plugged-a3c62dad-a781-4daa-9122-2b600dd23841 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1079.134198] env[69760]: DEBUG oslo_concurrency.lockutils [req-27c6cf96-feac-4eb3-adc3-a2bbdc318d5e req-ad291df1-5618-4d02-a89e-91049ba8dff7 service nova] Acquiring lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.134417] env[69760]: DEBUG oslo_concurrency.lockutils [req-27c6cf96-feac-4eb3-adc3-a2bbdc318d5e req-ad291df1-5618-4d02-a89e-91049ba8dff7 service nova] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.134588] env[69760]: DEBUG oslo_concurrency.lockutils [req-27c6cf96-feac-4eb3-adc3-a2bbdc318d5e req-ad291df1-5618-4d02-a89e-91049ba8dff7 service nova] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.134754] env[69760]: DEBUG nova.compute.manager [req-27c6cf96-feac-4eb3-adc3-a2bbdc318d5e req-ad291df1-5618-4d02-a89e-91049ba8dff7 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] No waiting events found dispatching network-vif-plugged-a3c62dad-a781-4daa-9122-2b600dd23841 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1079.134918] env[69760]: WARNING nova.compute.manager [req-27c6cf96-feac-4eb3-adc3-a2bbdc318d5e req-ad291df1-5618-4d02-a89e-91049ba8dff7 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Received unexpected event network-vif-plugged-a3c62dad-a781-4daa-9122-2b600dd23841 for instance with vm_state building and task_state spawning. [ 1079.215457] env[69760]: DEBUG nova.network.neutron [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Successfully updated port: a3c62dad-a781-4daa-9122-2b600dd23841 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1079.289554] env[69760]: DEBUG oslo_concurrency.lockutils [None req-763b1b84-cfec-4376-83be-c92e6d3dd243 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "14e267f1-ee87-46a5-8354-2c0426606039" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.462s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.353875] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394453, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.396046] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394454, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067167} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.398351] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1079.399280] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d022eef-7b72-4632-a880-8f8c5122d24d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.418687] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1079.421040] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-64072ac9-351f-4475-956e-e30a08e0adce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.435135] env[69760]: DEBUG nova.compute.manager [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1079.435335] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1079.436630] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bf288b-3ce4-4009-9348-1d943251a333 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.443664] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1079.443957] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c0b40e4-6b63-4ec5-bc79-d66b70cadb4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.448651] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1079.448651] env[69760]: value = "task-3394455" [ 1079.448651] env[69760]: _type = "Task" [ 1079.448651] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.453642] env[69760]: DEBUG oslo_vmware.api [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1079.453642] env[69760]: value = "task-3394456" [ 1079.453642] env[69760]: _type = "Task" [ 1079.453642] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.459241] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.462123] env[69760]: DEBUG oslo_concurrency.lockutils [req-2711b114-7daf-44f5-b6de-c529d5597523 req-98064aef-b0e5-4680-b96f-8d3d99412c5f service nova] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.465719] env[69760]: DEBUG oslo_vmware.api [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394456, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.524853] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b9c4e8c-9e76-43bf-b47c-799375ffa7ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.533262] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46cb7fe-75db-4f60-89e2-5e13b65673ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.567521] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98e3422c-ca5d-4024-af96-a7a579e88e26 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.576450] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c0566e-1a34-4b1d-b528-054acfcc45bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.592883] env[69760]: DEBUG nova.compute.provider_tree [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.720167] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-b9bff6dd-01c9-4e95-b678-6f5de7306a99" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.720167] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-b9bff6dd-01c9-4e95-b678-6f5de7306a99" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.720167] env[69760]: DEBUG nova.network.neutron [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1079.854619] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394453, 'name': Rename_Task, 'duration_secs': 1.251892} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.854926] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1079.855165] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-98ab61e1-5931-44ec-8b50-82ca36487d6b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.861937] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1079.861937] env[69760]: value = "task-3394457" [ 1079.861937] env[69760]: _type = "Task" [ 1079.861937] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1079.870103] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394457, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.962014] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394455, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.968021] env[69760]: DEBUG oslo_vmware.api [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394456, 'name': PowerOffVM_Task, 'duration_secs': 0.29369} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.968434] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1079.968689] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1079.969068] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5c6c493e-9dc2-453d-8ebf-32eadb8f0fb6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.026901] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1080.027198] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1080.027442] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Deleting the datastore file [datastore1] 6fb9b463-3402-4015-8b4f-29a8cfae5d58 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1080.027723] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b6007753-963f-4302-b927-f31a6392d7a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.034782] env[69760]: DEBUG oslo_vmware.api [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1080.034782] env[69760]: value = "task-3394459" [ 1080.034782] env[69760]: _type = "Task" [ 1080.034782] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.044684] env[69760]: DEBUG oslo_vmware.api [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394459, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.097046] env[69760]: DEBUG nova.scheduler.client.report [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1080.253153] env[69760]: DEBUG nova.network.neutron [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1080.372971] env[69760]: DEBUG oslo_vmware.api [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394457, 'name': PowerOnVM_Task, 'duration_secs': 0.447314} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.372971] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1080.372971] env[69760]: INFO nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Took 10.02 seconds to spawn the instance on the hypervisor. [ 1080.372971] env[69760]: DEBUG nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1080.373460] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b1c8f4-5e13-4a67-9ef2-ffa4472499a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.414533] env[69760]: DEBUG nova.network.neutron [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Updating instance_info_cache with network_info: [{"id": "a3c62dad-a781-4daa-9122-2b600dd23841", "address": "fa:16:3e:e5:cb:83", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c62dad-a7", "ovs_interfaceid": "a3c62dad-a781-4daa-9122-2b600dd23841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.459169] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394455, 'name': ReconfigVM_Task, 'duration_secs': 0.731323} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.459436] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1080.460225] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-729726ed-c90a-48e0-b369-23f226d38a5e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.466429] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1080.466429] env[69760]: value = "task-3394460" [ 1080.466429] env[69760]: _type = "Task" [ 1080.466429] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.473573] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394460, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.544421] env[69760]: DEBUG oslo_vmware.api [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394459, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.21302} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.544712] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1080.544906] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1080.545149] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1080.545403] env[69760]: INFO nova.compute.manager [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1080.545621] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.545945] env[69760]: DEBUG nova.compute.manager [-] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1080.546178] env[69760]: DEBUG nova.network.neutron [-] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1080.602952] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.605035] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.871s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.605254] env[69760]: DEBUG nova.objects.instance [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lazy-loading 'resources' on Instance uuid 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.620390] env[69760]: INFO nova.scheduler.client.report [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Deleted allocations for instance e872017e-64b2-4000-b784-cdaeeb81fbd7 [ 1080.891492] env[69760]: INFO nova.compute.manager [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Took 29.61 seconds to build instance. [ 1080.917683] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-b9bff6dd-01c9-4e95-b678-6f5de7306a99" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.918024] env[69760]: DEBUG nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Instance network_info: |[{"id": "a3c62dad-a781-4daa-9122-2b600dd23841", "address": "fa:16:3e:e5:cb:83", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c62dad-a7", "ovs_interfaceid": "a3c62dad-a781-4daa-9122-2b600dd23841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1080.918429] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e5:cb:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a3c62dad-a781-4daa-9122-2b600dd23841', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.929020] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1080.929020] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.929020] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a1d53ba4-b045-4e9b-8b17-83db6f62cbee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.947748] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.947748] env[69760]: value = "task-3394461" [ 1080.947748] env[69760]: _type = "Task" [ 1080.947748] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.955874] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394461, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.977582] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394460, 'name': Rename_Task, 'duration_secs': 0.12987} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1080.977879] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1080.978151] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1350ec2-f767-472c-9d19-b9fb3d392f8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.985207] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1080.985207] env[69760]: value = "task-3394462" [ 1080.985207] env[69760]: _type = "Task" [ 1080.985207] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.992965] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.109637] env[69760]: DEBUG nova.objects.instance [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lazy-loading 'numa_topology' on Instance uuid 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1081.127498] env[69760]: DEBUG oslo_concurrency.lockutils [None req-764f972f-141d-4326-8f94-d23b52da0af2 tempest-MultipleCreateTestJSON-2045028456 tempest-MultipleCreateTestJSON-2045028456-project-member] Lock "e872017e-64b2-4000-b784-cdaeeb81fbd7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 12.203s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.165100] env[69760]: DEBUG nova.compute.manager [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Received event network-changed-a3c62dad-a781-4daa-9122-2b600dd23841 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.165392] env[69760]: DEBUG nova.compute.manager [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Refreshing instance network info cache due to event network-changed-a3c62dad-a781-4daa-9122-2b600dd23841. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.165566] env[69760]: DEBUG oslo_concurrency.lockutils [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] Acquiring lock "refresh_cache-b9bff6dd-01c9-4e95-b678-6f5de7306a99" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.165749] env[69760]: DEBUG oslo_concurrency.lockutils [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] Acquired lock "refresh_cache-b9bff6dd-01c9-4e95-b678-6f5de7306a99" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.165990] env[69760]: DEBUG nova.network.neutron [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Refreshing network info cache for port a3c62dad-a781-4daa-9122-2b600dd23841 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.280814] env[69760]: DEBUG nova.compute.manager [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Received event network-changed-ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1081.280979] env[69760]: DEBUG nova.compute.manager [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Refreshing instance network info cache due to event network-changed-ce6426c2-4067-4f04-bc02-7fd29b9e909c. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1081.281488] env[69760]: DEBUG oslo_concurrency.lockutils [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] Acquiring lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.281646] env[69760]: DEBUG oslo_concurrency.lockutils [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] Acquired lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.281817] env[69760]: DEBUG nova.network.neutron [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Refreshing network info cache for port ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1081.318658] env[69760]: DEBUG nova.network.neutron [-] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.394260] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74af9fa4-7727-45af-9d9c-d0546ed11e99 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.127s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1081.460665] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394461, 'name': CreateVM_Task, 'duration_secs': 0.407719} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.460894] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.461830] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.462089] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.462547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.462888] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50f746fd-05c6-4da2-9a93-02a47d48d83a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.469496] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1081.469496] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e8f831-8bb3-dddb-1b80-d454842035ce" [ 1081.469496] env[69760]: _type = "Task" [ 1081.469496] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.477505] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e8f831-8bb3-dddb-1b80-d454842035ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.493845] env[69760]: DEBUG oslo_vmware.api [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394462, 'name': PowerOnVM_Task, 'duration_secs': 0.497921} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.494151] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1081.494551] env[69760]: INFO nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Took 6.91 seconds to spawn the instance on the hypervisor. [ 1081.494551] env[69760]: DEBUG nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1081.495337] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a474e9-6b9b-4cba-bfc1-01c477e3a2d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.612734] env[69760]: DEBUG nova.objects.base [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Object Instance<9df05d0c-f9e4-43ab-8784-0ca4e8b7c453> lazy-loaded attributes: resources,numa_topology {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1081.822172] env[69760]: INFO nova.compute.manager [-] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Took 1.28 seconds to deallocate network for instance. [ 1081.828832] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88ee3bee-4f3a-4da5-823f-2df459185363 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.843432] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9444721-3a83-4ead-a43b-66e6b05dc726 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.885074] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b0338e-40f0-42b3-a0dd-97636d33ce70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.885690] env[69760]: DEBUG nova.network.neutron [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Updated VIF entry in instance network info cache for port a3c62dad-a781-4daa-9122-2b600dd23841. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1081.885930] env[69760]: DEBUG nova.network.neutron [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Updating instance_info_cache with network_info: [{"id": "a3c62dad-a781-4daa-9122-2b600dd23841", "address": "fa:16:3e:e5:cb:83", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa3c62dad-a7", "ovs_interfaceid": "a3c62dad-a781-4daa-9122-2b600dd23841", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1081.892595] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3f9d810-6908-4d38-8366-4bd2638aa342 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.906966] env[69760]: DEBUG nova.compute.provider_tree [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.980321] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e8f831-8bb3-dddb-1b80-d454842035ce, 'name': SearchDatastore_Task, 'duration_secs': 0.00903} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.980659] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.980906] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.981153] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.981298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.981472] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.981737] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-34f5eda3-7870-42bb-a8ce-add02f82c63f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.989725] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.989906] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.992846] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c49209-bb01-4e8e-bc70-1c07a983dfe2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.999679] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1081.999679] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527de4d9-e740-b5d3-c418-44ec18dffb1b" [ 1081.999679] env[69760]: _type = "Task" [ 1081.999679] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.010982] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527de4d9-e740-b5d3-c418-44ec18dffb1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.017217] env[69760]: INFO nova.compute.manager [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Took 25.02 seconds to build instance. [ 1082.151963] env[69760]: DEBUG nova.network.neutron [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updated VIF entry in instance network info cache for port ce6426c2-4067-4f04-bc02-7fd29b9e909c. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1082.152434] env[69760]: DEBUG nova.network.neutron [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updating instance_info_cache with network_info: [{"id": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "address": "fa:16:3e:4b:f4:a8", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.129", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapce6426c2-40", "ovs_interfaceid": "ce6426c2-4067-4f04-bc02-7fd29b9e909c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.340328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.395059] env[69760]: DEBUG oslo_concurrency.lockutils [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] Releasing lock "refresh_cache-b9bff6dd-01c9-4e95-b678-6f5de7306a99" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.395059] env[69760]: DEBUG nova.compute.manager [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Received event network-vif-deleted-9f4eab5e-e473-4d28-8b49-c20ddd7a7a72 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1082.395059] env[69760]: INFO nova.compute.manager [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Neutron deleted interface 9f4eab5e-e473-4d28-8b49-c20ddd7a7a72; detaching it from the instance and deleting it from the info cache [ 1082.395059] env[69760]: DEBUG nova.network.neutron [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.414504] env[69760]: DEBUG nova.scheduler.client.report [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1082.514284] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527de4d9-e740-b5d3-c418-44ec18dffb1b, 'name': SearchDatastore_Task, 'duration_secs': 0.008071} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1082.515662] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-79049d04-4dc7-4755-8271-d2d1163e9751 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.518805] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5166b9bb-6955-41f5-8797-66bf15efd9f0 tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "33d8ece3-f338-4467-9bea-34128a07e511" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.533s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.524018] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1082.524018] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5246de50-ba09-f8df-9af4-a0ed37000a56" [ 1082.524018] env[69760]: _type = "Task" [ 1082.524018] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.533014] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5246de50-ba09-f8df-9af4-a0ed37000a56, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.656578] env[69760]: DEBUG oslo_concurrency.lockutils [req-5fe4d36c-4a1b-4b26-b86b-8940baec3aa3 req-492dfb60-89f6-4cc5-95cc-307982e2b34c service nova] Releasing lock "refresh_cache-b947e66e-9c43-430f-8ded-e06e29c9927c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.897888] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-397cd352-65a9-4038-a517-c2b73340815c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.909991] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc5d673-96b2-4e25-bc3a-bf80c802e58f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.922279] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.317s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.925729] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.435s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.927664] env[69760]: INFO nova.compute.claims [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.955249] env[69760]: DEBUG nova.compute.manager [req-37c8489a-b478-4f42-896e-6b7abcc46018 req-ed641078-bdda-47de-9d89-88f041357fd8 service nova] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Detach interface failed, port_id=9f4eab5e-e473-4d28-8b49-c20ddd7a7a72, reason: Instance 6fb9b463-3402-4015-8b4f-29a8cfae5d58 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1083.037305] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5246de50-ba09-f8df-9af4-a0ed37000a56, 'name': SearchDatastore_Task, 'duration_secs': 0.009618} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.037605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.037922] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b9bff6dd-01c9-4e95-b678-6f5de7306a99/b9bff6dd-01c9-4e95-b678-6f5de7306a99.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1083.038264] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3dff3892-6410-47cb-a1a4-b63f052e2acc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.045407] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1083.045407] env[69760]: value = "task-3394463" [ 1083.045407] env[69760]: _type = "Task" [ 1083.045407] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.056246] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394463, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.292609] env[69760]: INFO nova.compute.manager [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Rebuilding instance [ 1083.344020] env[69760]: DEBUG nova.compute.manager [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1083.345612] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c26f5b4-c3c5-49df-87c3-6c09a96122f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.433426] env[69760]: DEBUG oslo_concurrency.lockutils [None req-884d541a-283b-4050-831b-34aa388537b9 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 34.263s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.434487] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 9.004s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.434579] env[69760]: INFO nova.compute.manager [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Unshelving [ 1083.555668] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394463, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.463821} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1083.556019] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b9bff6dd-01c9-4e95-b678-6f5de7306a99/b9bff6dd-01c9-4e95-b678-6f5de7306a99.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1083.556255] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1083.556496] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e7a3c53f-1cad-4881-888b-14932d954d08 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.562565] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1083.562565] env[69760]: value = "task-3394464" [ 1083.562565] env[69760]: _type = "Task" [ 1083.562565] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1083.570496] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394464, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.072812] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394464, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.153313} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.073111] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1084.073907] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ef5e61-f1e1-4846-95ff-878395f888dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.096008] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Reconfiguring VM instance instance-00000061 to attach disk [datastore1] b9bff6dd-01c9-4e95-b678-6f5de7306a99/b9bff6dd-01c9-4e95-b678-6f5de7306a99.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1084.098659] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-affba79c-4fda-4199-a678-ef80ef3bfa40 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.119161] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1084.119161] env[69760]: value = "task-3394465" [ 1084.119161] env[69760]: _type = "Task" [ 1084.119161] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.130100] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394465, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.215712] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e786bb46-2a3d-4b50-aa88-59cc34426d1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.223302] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-434f29b5-a7a5-4ca2-8a30-db707e029248 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.254762] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5ae86f-b022-44dc-99e1-f959d8c1b6c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.261914] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f431dc7b-0e4e-40b2-865a-2a0d90b52cc0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.275182] env[69760]: DEBUG nova.compute.provider_tree [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1084.360949] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.361278] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9c8115ee-7c83-401b-97c1-a0983a52593d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.369717] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1084.369717] env[69760]: value = "task-3394466" [ 1084.369717] env[69760]: _type = "Task" [ 1084.369717] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.378388] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394466, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.459355] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1084.629195] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394465, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.779782] env[69760]: DEBUG nova.scheduler.client.report [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.879527] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394466, 'name': PowerOffVM_Task, 'duration_secs': 0.190956} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.879796] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.880078] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.880817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd013c33-f806-4563-bf20-c5bfa38bd5de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.887514] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.887738] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-03b0a49c-0b72-48ca-a8e9-b5cda55b804a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.914193] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.914867] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.915120] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Deleting the datastore file [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.915521] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fc52f0b1-ef64-4d20-a44f-6d7f20fc21c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.922192] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1084.922192] env[69760]: value = "task-3394468" [ 1084.922192] env[69760]: _type = "Task" [ 1084.922192] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.930935] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394468, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.132670] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394465, 'name': ReconfigVM_Task, 'duration_secs': 0.516446} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.132670] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Reconfigured VM instance instance-00000061 to attach disk [datastore1] b9bff6dd-01c9-4e95-b678-6f5de7306a99/b9bff6dd-01c9-4e95-b678-6f5de7306a99.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1085.132670] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a326b7f2-02e1-4502-81d8-bf1b8dcfbde2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.136678] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1085.136678] env[69760]: value = "task-3394469" [ 1085.136678] env[69760]: _type = "Task" [ 1085.136678] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.144407] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394469, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.287922] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.359s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.287922] env[69760]: DEBUG nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1085.288283] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.965s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.289854] env[69760]: INFO nova.compute.claims [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1085.432449] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394468, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099933} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.432706] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.433012] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.433244] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.647965] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394469, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.797020] env[69760]: DEBUG nova.compute.utils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1085.798601] env[69760]: DEBUG nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1085.799436] env[69760]: DEBUG nova.network.neutron [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1086.097585] env[69760]: DEBUG nova.policy [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5910bde5e54ece99130e0e4930d602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94dc830399ab47f1bfe4765aa908359d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1086.150598] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394469, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.299939] env[69760]: DEBUG nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1086.466009] env[69760]: DEBUG nova.network.neutron [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Successfully created port: b65c5248-9b8e-46fb-88a6-980e1a3b4c51 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1086.480349] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1086.480617] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1086.480774] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.480959] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1086.481150] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.481306] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1086.481524] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1086.481686] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1086.481854] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1086.482030] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1086.482969] env[69760]: DEBUG nova.virt.hardware [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1086.486892] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1819c2-29fc-4274-94db-082ac99af0a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.494917] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2466dd74-0d98-426a-a34e-feddc6e3f587 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.510341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Instance VIF info [] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1086.516242] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1086.519174] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1086.520481] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20856146-1fc7-4175-a596-e8dfe89e0f3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.539679] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1086.539679] env[69760]: value = "task-3394470" [ 1086.539679] env[69760]: _type = "Task" [ 1086.539679] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.547711] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394470, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.606215] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21b93bee-bcb5-4597-831e-77966661659e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.613679] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1d120a8-0aa5-4c14-9f60-ec691c524c2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.649344] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46ea2338-35e3-403f-8f3d-566a94fa50a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.657068] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394469, 'name': Rename_Task, 'duration_secs': 1.152485} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.659118] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1086.659417] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4864a84e-bf70-4f24-a9b5-f5264884a4d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.661897] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96c60e42-120f-419e-a09f-b44d3d08e6d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.676318] env[69760]: DEBUG nova.compute.provider_tree [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1086.678803] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1086.678803] env[69760]: value = "task-3394471" [ 1086.678803] env[69760]: _type = "Task" [ 1086.678803] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.687850] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394471, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.822194] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "fd7add73-a599-45bb-b48f-fa1e538124ec" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1086.822363] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.051174] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394470, 'name': CreateVM_Task, 'duration_secs': 0.326493} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.051384] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1087.051955] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.052222] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.052672] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.053031] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-98044c54-bc21-4119-beed-3acd8d754b12 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.059258] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1087.059258] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524d9539-a37a-8b42-f1bd-f7239fc2a17f" [ 1087.059258] env[69760]: _type = "Task" [ 1087.059258] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.070798] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524d9539-a37a-8b42-f1bd-f7239fc2a17f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.184405] env[69760]: DEBUG nova.scheduler.client.report [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1087.195790] env[69760]: DEBUG oslo_vmware.api [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394471, 'name': PowerOnVM_Task, 'duration_secs': 0.46935} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.196162] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1087.196385] env[69760]: INFO nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Took 8.36 seconds to spawn the instance on the hypervisor. [ 1087.196570] env[69760]: DEBUG nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1087.197803] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3235bc83-205b-4e4d-836e-3a8dfdb4993d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.314395] env[69760]: DEBUG nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1087.325568] env[69760]: DEBUG nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1087.346144] env[69760]: DEBUG nova.virt.hardware [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1087.347997] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac5735b-7450-492f-ac2a-e96bdc733698 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.359119] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b610184-cb7a-41b7-b3ea-0c5d18760a7b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.576695] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524d9539-a37a-8b42-f1bd-f7239fc2a17f, 'name': SearchDatastore_Task, 'duration_secs': 0.010596} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.577089] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.577204] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1087.577429] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.577623] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.577701] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1087.579743] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1e2f626-3c18-463f-bded-16514fa6f4bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.588030] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1087.588463] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1087.588932] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecc6eb81-4dd8-423b-88f4-0a5021d512ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.594428] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1087.594428] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b98ca4-f980-cb85-b2ba-270c4d2850c7" [ 1087.594428] env[69760]: _type = "Task" [ 1087.594428] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.602945] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b98ca4-f980-cb85-b2ba-270c4d2850c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.689809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.401s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.692992] env[69760]: DEBUG nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1087.695277] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.968s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.696635] env[69760]: INFO nova.compute.claims [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1087.714617] env[69760]: INFO nova.compute.manager [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Took 18.66 seconds to build instance. [ 1087.851902] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.991059] env[69760]: DEBUG nova.compute.manager [req-b817247d-5107-45e1-a584-5e65146a3574 req-2a7b6727-f7eb-48f7-b3e1-16c8cd3d22a5 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Received event network-vif-plugged-b65c5248-9b8e-46fb-88a6-980e1a3b4c51 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1087.991292] env[69760]: DEBUG oslo_concurrency.lockutils [req-b817247d-5107-45e1-a584-5e65146a3574 req-2a7b6727-f7eb-48f7-b3e1-16c8cd3d22a5 service nova] Acquiring lock "469d483b-bbab-4879-b17e-3d426e39a7e7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.991502] env[69760]: DEBUG oslo_concurrency.lockutils [req-b817247d-5107-45e1-a584-5e65146a3574 req-2a7b6727-f7eb-48f7-b3e1-16c8cd3d22a5 service nova] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.991667] env[69760]: DEBUG oslo_concurrency.lockutils [req-b817247d-5107-45e1-a584-5e65146a3574 req-2a7b6727-f7eb-48f7-b3e1-16c8cd3d22a5 service nova] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.991882] env[69760]: DEBUG nova.compute.manager [req-b817247d-5107-45e1-a584-5e65146a3574 req-2a7b6727-f7eb-48f7-b3e1-16c8cd3d22a5 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] No waiting events found dispatching network-vif-plugged-b65c5248-9b8e-46fb-88a6-980e1a3b4c51 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1087.992025] env[69760]: WARNING nova.compute.manager [req-b817247d-5107-45e1-a584-5e65146a3574 req-2a7b6727-f7eb-48f7-b3e1-16c8cd3d22a5 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Received unexpected event network-vif-plugged-b65c5248-9b8e-46fb-88a6-980e1a3b4c51 for instance with vm_state building and task_state spawning. [ 1088.059994] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.060261] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.060465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.060639] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.060799] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.063192] env[69760]: INFO nova.compute.manager [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Terminating instance [ 1088.105668] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b98ca4-f980-cb85-b2ba-270c4d2850c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017512} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.106529] env[69760]: DEBUG nova.network.neutron [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Successfully updated port: b65c5248-9b8e-46fb-88a6-980e1a3b4c51 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1088.108419] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-277fa9ed-13ed-4128-89f7-7276e1dcf04d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.113811] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1088.113811] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52348c67-fb87-ca22-9d96-3f8ad8f14d15" [ 1088.113811] env[69760]: _type = "Task" [ 1088.113811] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.122872] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52348c67-fb87-ca22-9d96-3f8ad8f14d15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.204266] env[69760]: DEBUG nova.compute.utils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1088.205876] env[69760]: DEBUG nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1088.206121] env[69760]: DEBUG nova.network.neutron [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1088.217292] env[69760]: DEBUG oslo_concurrency.lockutils [None req-022be1be-aad2-4db7-84b7-1b78613397ad tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.180s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1088.257756] env[69760]: DEBUG nova.policy [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5910bde5e54ece99130e0e4930d602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94dc830399ab47f1bfe4765aa908359d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1088.501039] env[69760]: DEBUG nova.network.neutron [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Successfully created port: a4a13efc-2e68-4689-b68d-c70e5922bf5c {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1088.538507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.538790] env[69760]: DEBUG oslo_concurrency.lockutils [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.538978] env[69760]: DEBUG nova.compute.manager [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1088.539901] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fcb0976-47b3-4ee8-bc45-86e6d78ef4d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.546799] env[69760]: DEBUG nova.compute.manager [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1088.547453] env[69760]: DEBUG nova.objects.instance [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'flavor' on Instance uuid b9bff6dd-01c9-4e95-b678-6f5de7306a99 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.569972] env[69760]: DEBUG nova.compute.manager [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1088.570463] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.571897] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a51c16c-7dd1-4a84-8d77-cf4af407569c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.579122] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.579610] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-22a274d6-53b3-489f-b5b6-b5e92a8fff93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.586207] env[69760]: DEBUG oslo_vmware.api [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1088.586207] env[69760]: value = "task-3394472" [ 1088.586207] env[69760]: _type = "Task" [ 1088.586207] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.594480] env[69760]: DEBUG oslo_vmware.api [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394472, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.609721] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.609987] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.610275] env[69760]: DEBUG nova.network.neutron [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1088.624422] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52348c67-fb87-ca22-9d96-3f8ad8f14d15, 'name': SearchDatastore_Task, 'duration_secs': 0.011167} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.624770] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.625044] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.625303] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-896c915b-3566-4b2c-80a4-4e26d25603a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.632604] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1088.632604] env[69760]: value = "task-3394473" [ 1088.632604] env[69760]: _type = "Task" [ 1088.632604] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.643506] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394473, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.709708] env[69760]: DEBUG nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1088.995730] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8772ed27-db61-4c91-941e-fec7483e2d72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.005698] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3dcf228-c9db-4ffb-8a99-0f6b38a200af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.040578] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91aaf1e-7f01-4d1a-b4f4-6ff386f544b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.048499] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df067661-a4f2-4ded-965a-8121b2f0e0d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.065777] env[69760]: DEBUG nova.compute.provider_tree [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1089.097656] env[69760]: DEBUG oslo_vmware.api [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394472, 'name': PowerOffVM_Task, 'duration_secs': 0.255214} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.097898] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1089.098083] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1089.098382] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e4a6245-0d0c-4280-99f2-1290dbf74cc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.142545] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394473, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.144326] env[69760]: DEBUG nova.network.neutron [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1089.158025] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.158025] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.158025] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Deleting the datastore file [datastore2] db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.158025] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-31feca32-f9b0-44e3-8789-0f1d2acdcf08 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.166950] env[69760]: DEBUG oslo_vmware.api [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1089.166950] env[69760]: value = "task-3394475" [ 1089.166950] env[69760]: _type = "Task" [ 1089.166950] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.174246] env[69760]: DEBUG oslo_vmware.api [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394475, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.330975] env[69760]: DEBUG nova.network.neutron [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Updating instance_info_cache with network_info: [{"id": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "address": "fa:16:3e:0f:40:c2", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65c5248-9b", "ovs_interfaceid": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1089.556816] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1089.557200] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-82763e08-7a4d-4d44-9ecf-86e38edda353 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.565210] env[69760]: DEBUG oslo_vmware.api [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1089.565210] env[69760]: value = "task-3394476" [ 1089.565210] env[69760]: _type = "Task" [ 1089.565210] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.569290] env[69760]: DEBUG nova.scheduler.client.report [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1089.577530] env[69760]: DEBUG oslo_vmware.api [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394476, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.646264] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394473, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.515679} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.646551] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1089.646768] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1089.647102] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f1b94acb-c1c7-4f87-b23b-eb870735e205 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.654914] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1089.654914] env[69760]: value = "task-3394477" [ 1089.654914] env[69760]: _type = "Task" [ 1089.654914] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.663651] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394477, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.676870] env[69760]: DEBUG oslo_vmware.api [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394475, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.502927} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.677142] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1089.677329] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1089.677520] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1089.677693] env[69760]: INFO nova.compute.manager [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1089.677943] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.678180] env[69760]: DEBUG nova.compute.manager [-] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1089.678293] env[69760]: DEBUG nova.network.neutron [-] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1089.721030] env[69760]: DEBUG nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1089.748173] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1089.748432] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1089.748592] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1089.748774] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1089.748920] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1089.749081] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1089.749294] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1089.749455] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1089.749625] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1089.749788] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1089.749958] env[69760]: DEBUG nova.virt.hardware [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1089.750921] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32204bf0-73cc-4789-a7d2-26843b03d4c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.759018] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e49757e-8d34-48e1-8b19-ebaa01f5ce83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.833351] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.834594] env[69760]: DEBUG nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Instance network_info: |[{"id": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "address": "fa:16:3e:0f:40:c2", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65c5248-9b", "ovs_interfaceid": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1089.834594] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0f:40:c2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b65c5248-9b8e-46fb-88a6-980e1a3b4c51', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.841966] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Creating folder: Project (94dc830399ab47f1bfe4765aa908359d). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.842312] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5f53d991-e1cd-448a-9c9d-daf67e40566d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.856710] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Created folder: Project (94dc830399ab47f1bfe4765aa908359d) in parent group-v676970. [ 1089.856710] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Creating folder: Instances. Parent ref: group-v677237. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.856710] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b103351c-1ec4-4163-8475-2a2b5f5837bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.867539] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Created folder: Instances in parent group-v677237. [ 1089.867757] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1089.867971] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.868294] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ad4fead-dcd9-42a8-8240-91ba4c6cb398 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.887329] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.887329] env[69760]: value = "task-3394480" [ 1089.887329] env[69760]: _type = "Task" [ 1089.887329] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.895034] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394480, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.035563] env[69760]: DEBUG nova.compute.manager [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Received event network-changed-b65c5248-9b8e-46fb-88a6-980e1a3b4c51 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.035762] env[69760]: DEBUG nova.compute.manager [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Refreshing instance network info cache due to event network-changed-b65c5248-9b8e-46fb-88a6-980e1a3b4c51. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1090.036052] env[69760]: DEBUG oslo_concurrency.lockutils [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] Acquiring lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.036222] env[69760]: DEBUG oslo_concurrency.lockutils [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] Acquired lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.036383] env[69760]: DEBUG nova.network.neutron [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Refreshing network info cache for port b65c5248-9b8e-46fb-88a6-980e1a3b4c51 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1090.077129] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.077129] env[69760]: DEBUG nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1090.078963] env[69760]: DEBUG oslo_vmware.api [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394476, 'name': PowerOffVM_Task, 'duration_secs': 0.307626} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.079767] env[69760]: DEBUG nova.network.neutron [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Successfully updated port: a4a13efc-2e68-4689-b68d-c70e5922bf5c {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1090.085016] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 7.741s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.085016] env[69760]: DEBUG nova.objects.instance [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lazy-loading 'resources' on Instance uuid 6fb9b463-3402-4015-8b4f-29a8cfae5d58 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.085016] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1090.085016] env[69760]: DEBUG nova.compute.manager [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1090.085776] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63f267f-5896-4070-bc38-4babb504a253 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.166324] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394477, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06374} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.166602] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1090.167422] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9867cb0d-606f-4048-892d-8504f615fab3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.188718] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1090.190078] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b906e798-4316-40c2-a6bb-2221a6867d51 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.205137] env[69760]: DEBUG nova.compute.manager [req-66932546-3a55-4132-ba48-649e852243e0 req-419efac6-f1ba-45ce-9103-d3e067b2d685 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Received event network-vif-deleted-1a5d4424-98c1-43f6-a306-7ff96c8abd0b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1090.205338] env[69760]: INFO nova.compute.manager [req-66932546-3a55-4132-ba48-649e852243e0 req-419efac6-f1ba-45ce-9103-d3e067b2d685 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Neutron deleted interface 1a5d4424-98c1-43f6-a306-7ff96c8abd0b; detaching it from the instance and deleting it from the info cache [ 1090.205510] env[69760]: DEBUG nova.network.neutron [req-66932546-3a55-4132-ba48-649e852243e0 req-419efac6-f1ba-45ce-9103-d3e067b2d685 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.212567] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1090.212567] env[69760]: value = "task-3394481" [ 1090.212567] env[69760]: _type = "Task" [ 1090.212567] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.223073] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394481, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.398210] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394480, 'name': CreateVM_Task, 'duration_secs': 0.360233} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.398511] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.399131] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.399301] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.399630] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.399889] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1c50fce0-ba0b-4a2f-974d-e61608ab17e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.404761] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1090.404761] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f572b2-5e01-5317-93b6-c06c93cee90a" [ 1090.404761] env[69760]: _type = "Task" [ 1090.404761] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.412917] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f572b2-5e01-5317-93b6-c06c93cee90a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.583404] env[69760]: DEBUG nova.compute.utils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1090.583906] env[69760]: DEBUG nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1090.583988] env[69760]: DEBUG nova.network.neutron [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1090.586695] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "refresh_cache-5856ae2d-1d5c-444e-bb77-4de0f1930725" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.586815] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "refresh_cache-5856ae2d-1d5c-444e-bb77-4de0f1930725" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.586950] env[69760]: DEBUG nova.network.neutron [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.601781] env[69760]: DEBUG oslo_concurrency.lockutils [None req-097223a8-6618-4ecd-beb2-7abf2554d6bd tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.650434] env[69760]: DEBUG nova.policy [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bc5910bde5e54ece99130e0e4930d602', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '94dc830399ab47f1bfe4765aa908359d', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1090.661921] env[69760]: DEBUG nova.network.neutron [-] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.709493] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3055a401-b4b3-4d83-9396-297b33463346 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.720797] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857fa6f5-6f9d-4dcc-952f-3263312281c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.738258] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394481, 'name': ReconfigVM_Task, 'duration_secs': 0.397432} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.739611] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511/33d8ece3-f338-4467-9bea-34128a07e511.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1090.740207] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-802751d6-3343-4d9d-bee8-a9931de9e760 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.746989] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1090.746989] env[69760]: value = "task-3394482" [ 1090.746989] env[69760]: _type = "Task" [ 1090.746989] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.769115] env[69760]: DEBUG nova.compute.manager [req-66932546-3a55-4132-ba48-649e852243e0 req-419efac6-f1ba-45ce-9103-d3e067b2d685 service nova] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Detach interface failed, port_id=1a5d4424-98c1-43f6-a306-7ff96c8abd0b, reason: Instance db981e04-53a9-4dab-8fc7-ffc6631cd41d could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1090.770502] env[69760]: DEBUG nova.network.neutron [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Updated VIF entry in instance network info cache for port b65c5248-9b8e-46fb-88a6-980e1a3b4c51. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1090.770725] env[69760]: DEBUG nova.network.neutron [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Updating instance_info_cache with network_info: [{"id": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "address": "fa:16:3e:0f:40:c2", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65c5248-9b", "ovs_interfaceid": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.777383] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394482, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.879181] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53819f6b-880a-4890-95ef-b84332a71913 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.887059] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-001b214f-fecc-42c1-ad8e-c7df33eada37 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.917040] env[69760]: DEBUG nova.network.neutron [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Successfully created port: 63766684-b2ed-411f-a339-904d8d91b6d2 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1090.922112] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e171017-0c80-4449-b5bf-e0fb3af7a8b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.932209] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f572b2-5e01-5317-93b6-c06c93cee90a, 'name': SearchDatastore_Task, 'duration_secs': 0.009203} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.932556] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.932782] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1090.933014] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.933171] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.933347] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1090.934534] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632263bc-5de5-472f-8523-be10298ebcc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.938078] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9196819e-e534-4fa5-8dbf-cca251d2eea3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.950150] env[69760]: DEBUG nova.compute.provider_tree [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.952535] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1090.952535] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1090.953468] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908bab91-fe31-42aa-aafd-7fec3a81f466 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.958454] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1090.958454] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259e2dd-9cb1-195b-9dc6-eb6d1fbdf044" [ 1090.958454] env[69760]: _type = "Task" [ 1090.958454] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.966742] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259e2dd-9cb1-195b-9dc6-eb6d1fbdf044, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.037973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.038268] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.038497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.038668] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.038829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.041094] env[69760]: INFO nova.compute.manager [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Terminating instance [ 1091.087608] env[69760]: DEBUG nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1091.124680] env[69760]: DEBUG nova.network.neutron [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1091.168993] env[69760]: INFO nova.compute.manager [-] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Took 1.49 seconds to deallocate network for instance. [ 1091.256757] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394482, 'name': Rename_Task, 'duration_secs': 0.161831} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.257045] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1091.257312] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8bf16e84-6f3a-4c35-8225-026b1c3ee3c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.263681] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1091.263681] env[69760]: value = "task-3394483" [ 1091.263681] env[69760]: _type = "Task" [ 1091.263681] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.267418] env[69760]: DEBUG nova.network.neutron [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Updating instance_info_cache with network_info: [{"id": "a4a13efc-2e68-4689-b68d-c70e5922bf5c", "address": "fa:16:3e:9f:80:af", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a13efc-2e", "ovs_interfaceid": "a4a13efc-2e68-4689-b68d-c70e5922bf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.273530] env[69760]: DEBUG oslo_concurrency.lockutils [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] Releasing lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.273530] env[69760]: DEBUG nova.compute.manager [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Received event network-vif-plugged-a4a13efc-2e68-4689-b68d-c70e5922bf5c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1091.273667] env[69760]: DEBUG oslo_concurrency.lockutils [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] Acquiring lock "5856ae2d-1d5c-444e-bb77-4de0f1930725-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.273848] env[69760]: DEBUG oslo_concurrency.lockutils [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.274060] env[69760]: DEBUG oslo_concurrency.lockutils [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.274198] env[69760]: DEBUG nova.compute.manager [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] No waiting events found dispatching network-vif-plugged-a4a13efc-2e68-4689-b68d-c70e5922bf5c {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1091.274362] env[69760]: WARNING nova.compute.manager [req-6da96d85-adc3-4fcc-9c9a-5c55ba1baf1f req-f6b7cff3-bc57-49aa-8de4-b7bec1a56550 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Received unexpected event network-vif-plugged-a4a13efc-2e68-4689-b68d-c70e5922bf5c for instance with vm_state building and task_state spawning. [ 1091.274684] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394483, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.454886] env[69760]: DEBUG nova.scheduler.client.report [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.469374] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5259e2dd-9cb1-195b-9dc6-eb6d1fbdf044, 'name': SearchDatastore_Task, 'duration_secs': 0.012735} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.470788] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-42926b61-1170-421b-b46c-7c3265f490db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.476667] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1091.476667] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527bbe2a-d7fb-de37-0deb-934aeec74930" [ 1091.476667] env[69760]: _type = "Task" [ 1091.476667] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.485082] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527bbe2a-d7fb-de37-0deb-934aeec74930, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.545774] env[69760]: DEBUG nova.compute.manager [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1091.546140] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1091.547416] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25dccfd9-2fd2-4a28-a5cd-535f391a6ee0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.555781] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1091.556134] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a7a34f0-769a-4f31-8fcf-518d12bf7a83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.619430] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1091.619665] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1091.619849] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleting the datastore file [datastore1] b9bff6dd-01c9-4e95-b678-6f5de7306a99 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1091.620157] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3ff74416-1663-40f4-a424-6faafc332008 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.628430] env[69760]: DEBUG oslo_vmware.api [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1091.628430] env[69760]: value = "task-3394485" [ 1091.628430] env[69760]: _type = "Task" [ 1091.628430] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.640261] env[69760]: DEBUG oslo_vmware.api [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.676265] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.770534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "refresh_cache-5856ae2d-1d5c-444e-bb77-4de0f1930725" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.770883] env[69760]: DEBUG nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Instance network_info: |[{"id": "a4a13efc-2e68-4689-b68d-c70e5922bf5c", "address": "fa:16:3e:9f:80:af", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a13efc-2e", "ovs_interfaceid": "a4a13efc-2e68-4689-b68d-c70e5922bf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1091.774213] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:80:af', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a4a13efc-2e68-4689-b68d-c70e5922bf5c', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.783665] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1091.784123] env[69760]: DEBUG oslo_vmware.api [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394483, 'name': PowerOnVM_Task, 'duration_secs': 0.471784} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.784488] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.784901] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.785266] env[69760]: DEBUG nova.compute.manager [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1091.785689] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-20e45afe-8ac9-4aa6-9e7a-72bb9a34c408 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.811118] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3480433a-611f-4d3f-8a18-4523d0ccf025 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.821821] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.821821] env[69760]: value = "task-3394486" [ 1091.821821] env[69760]: _type = "Task" [ 1091.821821] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.830851] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394486, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.960056] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.879s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.962442] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.503s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.962667] env[69760]: DEBUG nova.objects.instance [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lazy-loading 'pci_requests' on Instance uuid 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1091.983116] env[69760]: INFO nova.scheduler.client.report [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Deleted allocations for instance 6fb9b463-3402-4015-8b4f-29a8cfae5d58 [ 1091.987955] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527bbe2a-d7fb-de37-0deb-934aeec74930, 'name': SearchDatastore_Task, 'duration_secs': 0.012324} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.990155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.990350] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 469d483b-bbab-4879-b17e-3d426e39a7e7/469d483b-bbab-4879-b17e-3d426e39a7e7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1091.990968] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f215e14-c3af-47d0-9cbf-650ca79070d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.997812] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1091.997812] env[69760]: value = "task-3394487" [ 1091.997812] env[69760]: _type = "Task" [ 1091.997812] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.007371] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.074413] env[69760]: DEBUG nova.compute.manager [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Received event network-changed-a4a13efc-2e68-4689-b68d-c70e5922bf5c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.074589] env[69760]: DEBUG nova.compute.manager [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Refreshing instance network info cache due to event network-changed-a4a13efc-2e68-4689-b68d-c70e5922bf5c. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1092.074981] env[69760]: DEBUG oslo_concurrency.lockutils [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] Acquiring lock "refresh_cache-5856ae2d-1d5c-444e-bb77-4de0f1930725" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.075046] env[69760]: DEBUG oslo_concurrency.lockutils [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] Acquired lock "refresh_cache-5856ae2d-1d5c-444e-bb77-4de0f1930725" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.075235] env[69760]: DEBUG nova.network.neutron [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Refreshing network info cache for port a4a13efc-2e68-4689-b68d-c70e5922bf5c {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1092.099998] env[69760]: DEBUG nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1092.127816] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1092.127983] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1092.128159] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1092.128365] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1092.128531] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1092.128681] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1092.128891] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1092.129063] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1092.129234] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1092.129577] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1092.129770] env[69760]: DEBUG nova.virt.hardware [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1092.130709] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b757341b-a788-4cfb-af65-871ea6064cd7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.136298] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.136855] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.145030] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4df566b3-72bf-4e90-b673-c1134e46b7b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.148090] env[69760]: DEBUG oslo_vmware.api [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172961} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.148301] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1092.148477] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1092.148648] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1092.148813] env[69760]: INFO nova.compute.manager [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1092.149052] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1092.149551] env[69760]: DEBUG nova.compute.manager [-] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1092.149648] env[69760]: DEBUG nova.network.neutron [-] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1092.338380] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394486, 'name': CreateVM_Task, 'duration_secs': 0.308257} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.338951] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.339208] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.340068] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.340068] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.340400] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.341440] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b0b9e6b-b011-408d-ac26-e4fddf45feaf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.349492] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1092.349492] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ffa309-6c45-efcd-6f0f-ec2a305d70b4" [ 1092.349492] env[69760]: _type = "Task" [ 1092.349492] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.363536] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ffa309-6c45-efcd-6f0f-ec2a305d70b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.415627] env[69760]: DEBUG nova.compute.manager [req-d0bb5d27-b86a-4896-b8fd-53641ecaf7ac req-90618b6a-b5c2-4408-a5c9-b82ee4f72e4c service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Received event network-vif-deleted-a3c62dad-a781-4daa-9122-2b600dd23841 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1092.415935] env[69760]: INFO nova.compute.manager [req-d0bb5d27-b86a-4896-b8fd-53641ecaf7ac req-90618b6a-b5c2-4408-a5c9-b82ee4f72e4c service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Neutron deleted interface a3c62dad-a781-4daa-9122-2b600dd23841; detaching it from the instance and deleting it from the info cache [ 1092.416163] env[69760]: DEBUG nova.network.neutron [req-d0bb5d27-b86a-4896-b8fd-53641ecaf7ac req-90618b6a-b5c2-4408-a5c9-b82ee4f72e4c service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.466944] env[69760]: DEBUG nova.objects.instance [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lazy-loading 'numa_topology' on Instance uuid 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1092.494734] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37ae2c20-c007-4938-83f3-0d4cee7e55c2 tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "6fb9b463-3402-4015-8b4f-29a8cfae5d58" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 13.578s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.508463] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.488349} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.509038] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 469d483b-bbab-4879-b17e-3d426e39a7e7/469d483b-bbab-4879-b17e-3d426e39a7e7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1092.509038] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1092.509399] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2429d755-eed1-4983-8b3f-378e776324d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.512393] env[69760]: DEBUG nova.network.neutron [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Successfully updated port: 63766684-b2ed-411f-a339-904d8d91b6d2 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1092.518949] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1092.518949] env[69760]: value = "task-3394488" [ 1092.518949] env[69760]: _type = "Task" [ 1092.518949] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.528623] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.654020] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.654020] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.654020] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.654020] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.654020] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.654020] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.654020] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1092.654020] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1092.842560] env[69760]: DEBUG nova.network.neutron [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Updated VIF entry in instance network info cache for port a4a13efc-2e68-4689-b68d-c70e5922bf5c. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1092.842925] env[69760]: DEBUG nova.network.neutron [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Updating instance_info_cache with network_info: [{"id": "a4a13efc-2e68-4689-b68d-c70e5922bf5c", "address": "fa:16:3e:9f:80:af", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa4a13efc-2e", "ovs_interfaceid": "a4a13efc-2e68-4689-b68d-c70e5922bf5c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.861308] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ffa309-6c45-efcd-6f0f-ec2a305d70b4, 'name': SearchDatastore_Task, 'duration_secs': 0.019257} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.861614] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.861914] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.862170] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.862317] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.862494] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.862746] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4258df8c-bf1c-4150-a728-6c56a6f85da5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.871136] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.871314] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.872017] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af978fc4-4e34-41cf-9a31-45c4de06ed31 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.876825] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1092.876825] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520e3300-7ee7-6fd7-4653-84107dc69d26" [ 1092.876825] env[69760]: _type = "Task" [ 1092.876825] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.884488] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520e3300-7ee7-6fd7-4653-84107dc69d26, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.895260] env[69760]: DEBUG nova.network.neutron [-] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.919034] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b95bed61-4619-4f37-bc68-33663666b9a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.928194] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bcce6bc-7cd1-4562-b851-8cbaeb3b66ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.960019] env[69760]: DEBUG nova.compute.manager [req-d0bb5d27-b86a-4896-b8fd-53641ecaf7ac req-90618b6a-b5c2-4408-a5c9-b82ee4f72e4c service nova] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Detach interface failed, port_id=a3c62dad-a781-4daa-9122-2b600dd23841, reason: Instance b9bff6dd-01c9-4e95-b678-6f5de7306a99 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1092.969685] env[69760]: INFO nova.compute.claims [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1093.015727] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "refresh_cache-d6bcd79f-fbd5-4514-93de-872435ecf68c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.015727] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "refresh_cache-d6bcd79f-fbd5-4514-93de-872435ecf68c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.015858] env[69760]: DEBUG nova.network.neutron [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.031012] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062415} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.031275] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.032044] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d55b6d2d-7448-4d64-becc-6777d53e9dd9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.055861] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] 469d483b-bbab-4879-b17e-3d426e39a7e7/469d483b-bbab-4879-b17e-3d426e39a7e7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.056153] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-330f5e5f-c3a5-45fb-bfd3-3ce4c80400da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.076060] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1093.076060] env[69760]: value = "task-3394490" [ 1093.076060] env[69760]: _type = "Task" [ 1093.076060] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.083101] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394490, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.154968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.251281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "33d8ece3-f338-4467-9bea-34128a07e511" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.251281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "33d8ece3-f338-4467-9bea-34128a07e511" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.251281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "33d8ece3-f338-4467-9bea-34128a07e511-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.251281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "33d8ece3-f338-4467-9bea-34128a07e511-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.251281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "33d8ece3-f338-4467-9bea-34128a07e511-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1093.252943] env[69760]: INFO nova.compute.manager [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Terminating instance [ 1093.345100] env[69760]: DEBUG oslo_concurrency.lockutils [req-9d818823-d53b-41a9-8f76-c1ec54cf5fd6 req-74617f08-3391-4b0e-af18-b58067963bf6 service nova] Releasing lock "refresh_cache-5856ae2d-1d5c-444e-bb77-4de0f1930725" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.387577] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520e3300-7ee7-6fd7-4653-84107dc69d26, 'name': SearchDatastore_Task, 'duration_secs': 0.00816} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.387832] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87cfd280-a590-4d40-841c-4a3aff9ef751 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.393046] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1093.393046] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e048c-bb56-b95e-be46-b90f5d553554" [ 1093.393046] env[69760]: _type = "Task" [ 1093.393046] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.397068] env[69760]: INFO nova.compute.manager [-] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Took 1.25 seconds to deallocate network for instance. [ 1093.401413] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e048c-bb56-b95e-be46-b90f5d553554, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.556350] env[69760]: DEBUG nova.network.neutron [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1093.584866] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394490, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.687538] env[69760]: DEBUG nova.network.neutron [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Updating instance_info_cache with network_info: [{"id": "63766684-b2ed-411f-a339-904d8d91b6d2", "address": "fa:16:3e:10:44:a8", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63766684-b2", "ovs_interfaceid": "63766684-b2ed-411f-a339-904d8d91b6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.757477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "refresh_cache-33d8ece3-f338-4467-9bea-34128a07e511" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.758497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquired lock "refresh_cache-33d8ece3-f338-4467-9bea-34128a07e511" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.758810] env[69760]: DEBUG nova.network.neutron [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.903373] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522e048c-bb56-b95e-be46-b90f5d553554, 'name': SearchDatastore_Task, 'duration_secs': 0.043349} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.903696] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.903977] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5856ae2d-1d5c-444e-bb77-4de0f1930725/5856ae2d-1d5c-444e-bb77-4de0f1930725.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.904255] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa4285c2-e601-42eb-9506-a009c109e53a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.906701] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.914322] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1093.914322] env[69760]: value = "task-3394491" [ 1093.914322] env[69760]: _type = "Task" [ 1093.914322] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.921553] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394491, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.085802] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394490, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.104423] env[69760]: DEBUG nova.compute.manager [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Received event network-vif-plugged-63766684-b2ed-411f-a339-904d8d91b6d2 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.104646] env[69760]: DEBUG oslo_concurrency.lockutils [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] Acquiring lock "d6bcd79f-fbd5-4514-93de-872435ecf68c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1094.104847] env[69760]: DEBUG oslo_concurrency.lockutils [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1094.105018] env[69760]: DEBUG oslo_concurrency.lockutils [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.105190] env[69760]: DEBUG nova.compute.manager [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] No waiting events found dispatching network-vif-plugged-63766684-b2ed-411f-a339-904d8d91b6d2 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1094.105348] env[69760]: WARNING nova.compute.manager [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Received unexpected event network-vif-plugged-63766684-b2ed-411f-a339-904d8d91b6d2 for instance with vm_state building and task_state spawning. [ 1094.105505] env[69760]: DEBUG nova.compute.manager [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Received event network-changed-63766684-b2ed-411f-a339-904d8d91b6d2 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1094.105658] env[69760]: DEBUG nova.compute.manager [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Refreshing instance network info cache due to event network-changed-63766684-b2ed-411f-a339-904d8d91b6d2. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1094.105822] env[69760]: DEBUG oslo_concurrency.lockutils [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] Acquiring lock "refresh_cache-d6bcd79f-fbd5-4514-93de-872435ecf68c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.190806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "refresh_cache-d6bcd79f-fbd5-4514-93de-872435ecf68c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.191257] env[69760]: DEBUG nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Instance network_info: |[{"id": "63766684-b2ed-411f-a339-904d8d91b6d2", "address": "fa:16:3e:10:44:a8", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63766684-b2", "ovs_interfaceid": "63766684-b2ed-411f-a339-904d8d91b6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1094.191544] env[69760]: DEBUG oslo_concurrency.lockutils [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] Acquired lock "refresh_cache-d6bcd79f-fbd5-4514-93de-872435ecf68c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.191721] env[69760]: DEBUG nova.network.neutron [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Refreshing network info cache for port 63766684-b2ed-411f-a339-904d8d91b6d2 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1094.193168] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:44:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1cb94a1a-f287-46e7-b63b-ec692c2141b4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '63766684-b2ed-411f-a339-904d8d91b6d2', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1094.200988] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1094.206870] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1094.207802] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-45cb08e9-81be-494a-aa67-02769987fe17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.226145] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d764a8f2-070e-4703-9af4-094231f59229 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.236665] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa3b2f32-9be8-4e98-84f2-a7bead80b37b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.240103] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1094.240103] env[69760]: value = "task-3394492" [ 1094.240103] env[69760]: _type = "Task" [ 1094.240103] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.280242] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0fc2ca2-b886-41ce-9a9f-827dcee91bfd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.289539] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394492, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.295944] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a18387a-5279-43b5-bfb0-9fa73d275615 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.315343] env[69760]: DEBUG nova.compute.provider_tree [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.320074] env[69760]: DEBUG nova.network.neutron [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1094.376550] env[69760]: DEBUG nova.network.neutron [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.424326] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394491, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.434209} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.424588] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5856ae2d-1d5c-444e-bb77-4de0f1930725/5856ae2d-1d5c-444e-bb77-4de0f1930725.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1094.424799] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1094.425066] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4ce58ec-e5a0-4329-b437-a518eab2a221 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.431701] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1094.431701] env[69760]: value = "task-3394493" [ 1094.431701] env[69760]: _type = "Task" [ 1094.431701] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.439911] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394493, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.475888] env[69760]: DEBUG nova.network.neutron [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Updated VIF entry in instance network info cache for port 63766684-b2ed-411f-a339-904d8d91b6d2. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1094.476414] env[69760]: DEBUG nova.network.neutron [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Updating instance_info_cache with network_info: [{"id": "63766684-b2ed-411f-a339-904d8d91b6d2", "address": "fa:16:3e:10:44:a8", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap63766684-b2", "ovs_interfaceid": "63766684-b2ed-411f-a339-904d8d91b6d2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.588144] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394490, 'name': ReconfigVM_Task, 'duration_secs': 1.275975} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.588461] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Reconfigured VM instance instance-00000062 to attach disk [datastore2] 469d483b-bbab-4879-b17e-3d426e39a7e7/469d483b-bbab-4879-b17e-3d426e39a7e7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.589040] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-176e82e9-67dc-4fab-916a-f1f046875f19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.595209] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1094.595209] env[69760]: value = "task-3394494" [ 1094.595209] env[69760]: _type = "Task" [ 1094.595209] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.605927] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394494, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.750710] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394492, 'name': CreateVM_Task, 'duration_secs': 0.321882} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.751974] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1094.751974] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.751974] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.752199] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.752299] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3e1a0932-4f94-4006-ac77-e5fd6c7b98e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.756988] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1094.756988] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523f469b-9f4a-d0d3-ccbe-dc0a6df58c01" [ 1094.756988] env[69760]: _type = "Task" [ 1094.756988] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.764384] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523f469b-9f4a-d0d3-ccbe-dc0a6df58c01, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.822083] env[69760]: DEBUG nova.scheduler.client.report [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.879901] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Releasing lock "refresh_cache-33d8ece3-f338-4467-9bea-34128a07e511" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.880391] env[69760]: DEBUG nova.compute.manager [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1094.880592] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1094.881810] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f422e1f-4c94-4b6c-bf41-36e170b4b603 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.889614] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1094.890072] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-08524035-06db-4de8-a12a-c05b26749baf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.897122] env[69760]: DEBUG oslo_vmware.api [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1094.897122] env[69760]: value = "task-3394495" [ 1094.897122] env[69760]: _type = "Task" [ 1094.897122] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.905755] env[69760]: DEBUG oslo_vmware.api [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394495, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.941201] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394493, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.062853} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.941389] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1094.942210] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0641e0f4-866e-4507-99cc-28c988ec1684 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.965406] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 5856ae2d-1d5c-444e-bb77-4de0f1930725/5856ae2d-1d5c-444e-bb77-4de0f1930725.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1094.965744] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c40c9a2-d2fa-4a47-b6e8-3fec8a30eb8d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.980580] env[69760]: DEBUG oslo_concurrency.lockutils [req-483ec90d-48c5-4884-82bc-e80804e05cb2 req-5a9b935f-7d9a-4374-82db-ff1dbed51812 service nova] Releasing lock "refresh_cache-d6bcd79f-fbd5-4514-93de-872435ecf68c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.989652] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1094.989652] env[69760]: value = "task-3394496" [ 1094.989652] env[69760]: _type = "Task" [ 1094.989652] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.998879] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.105435] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394494, 'name': Rename_Task, 'duration_secs': 0.175091} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.105843] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.106256] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e30a94e9-3f4a-450c-a336-ff475cc51291 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.112470] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1095.112470] env[69760]: value = "task-3394497" [ 1095.112470] env[69760]: _type = "Task" [ 1095.112470] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.119538] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394497, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.267922] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523f469b-9f4a-d0d3-ccbe-dc0a6df58c01, 'name': SearchDatastore_Task, 'duration_secs': 0.012397} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.268278] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.268583] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1095.268833] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.268979] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.269177] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1095.269438] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-027dace8-5eca-4a0e-a607-f47bfc2eb50b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.278568] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1095.278741] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1095.279674] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-073c480c-2463-4a3c-be40-bff8b8aca416 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.285016] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1095.285016] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5246d172-cf1b-aeab-e6b7-9b4aa3d3482b" [ 1095.285016] env[69760]: _type = "Task" [ 1095.285016] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.295666] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5246d172-cf1b-aeab-e6b7-9b4aa3d3482b, 'name': SearchDatastore_Task, 'duration_secs': 0.007801} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.296492] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d034a11-2afb-430a-b1f8-8f4e4cbad8d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.301245] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1095.301245] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529f2269-1e72-b17f-71f1-7cc4f22a2f19" [ 1095.301245] env[69760]: _type = "Task" [ 1095.301245] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.308858] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529f2269-1e72-b17f-71f1-7cc4f22a2f19, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.326541] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.326819] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.327093] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.327327] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.327559] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.329730] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.367s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.333020] env[69760]: INFO nova.compute.manager [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Terminating instance [ 1095.333373] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.482s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.334871] env[69760]: INFO nova.compute.claims [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.370485] env[69760]: INFO nova.network.neutron [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating port d198507a-2619-467d-95bd-23ba072981f1 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1095.408214] env[69760]: DEBUG oslo_vmware.api [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394495, 'name': PowerOffVM_Task, 'duration_secs': 0.12918} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.408543] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1095.408757] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.409114] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9d60854-dd0d-4fd3-8a6b-cb9728f0b258 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.435070] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.435415] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.435627] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Deleting the datastore file [datastore2] 33d8ece3-f338-4467-9bea-34128a07e511 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.435899] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-253cf98e-9fbf-4877-b571-325b9478b726 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.443146] env[69760]: DEBUG oslo_vmware.api [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for the task: (returnval){ [ 1095.443146] env[69760]: value = "task-3394499" [ 1095.443146] env[69760]: _type = "Task" [ 1095.443146] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.451479] env[69760]: DEBUG oslo_vmware.api [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.500799] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394496, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.623478] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394497, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.812150] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529f2269-1e72-b17f-71f1-7cc4f22a2f19, 'name': SearchDatastore_Task, 'duration_secs': 0.007799} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.812583] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.812854] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] d6bcd79f-fbd5-4514-93de-872435ecf68c/d6bcd79f-fbd5-4514-93de-872435ecf68c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1095.813134] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aaf401cc-6f97-4148-b086-9353b80f411a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.819017] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1095.819017] env[69760]: value = "task-3394500" [ 1095.819017] env[69760]: _type = "Task" [ 1095.819017] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.827017] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394500, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.841783] env[69760]: DEBUG nova.compute.manager [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1095.842477] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.843621] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6d638f5-67da-4a04-9def-3b09a4ffaa43 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.851112] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1095.851993] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c6f09aa2-b801-47f7-aac6-e63b9dea002d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.859137] env[69760]: DEBUG oslo_vmware.api [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1095.859137] env[69760]: value = "task-3394501" [ 1095.859137] env[69760]: _type = "Task" [ 1095.859137] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.868815] env[69760]: DEBUG oslo_vmware.api [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394501, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.954194] env[69760]: DEBUG oslo_vmware.api [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Task: {'id': task-3394499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.095672} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.954505] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1095.954730] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1095.954944] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1095.955165] env[69760]: INFO nova.compute.manager [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Took 1.07 seconds to destroy the instance on the hypervisor. [ 1095.955434] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1095.955645] env[69760]: DEBUG nova.compute.manager [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1095.955741] env[69760]: DEBUG nova.network.neutron [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1095.977461] env[69760]: DEBUG nova.network.neutron [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1096.001992] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394496, 'name': ReconfigVM_Task, 'duration_secs': 0.562546} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.002389] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 5856ae2d-1d5c-444e-bb77-4de0f1930725/5856ae2d-1d5c-444e-bb77-4de0f1930725.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.003051] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-789d6458-f275-49f9-a675-f5ef97f395d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.011203] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1096.011203] env[69760]: value = "task-3394502" [ 1096.011203] env[69760]: _type = "Task" [ 1096.011203] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.020605] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394502, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.126422] env[69760]: DEBUG oslo_vmware.api [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394497, 'name': PowerOnVM_Task, 'duration_secs': 0.685065} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.126730] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.127077] env[69760]: INFO nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Took 8.81 seconds to spawn the instance on the hypervisor. [ 1096.127300] env[69760]: DEBUG nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1096.128228] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f86d85e-e2e0-4c26-b278-20576ad1dea6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.330238] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394500, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.448904} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.330580] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] d6bcd79f-fbd5-4514-93de-872435ecf68c/d6bcd79f-fbd5-4514-93de-872435ecf68c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1096.330850] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1096.331150] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8195c407-723b-4e6e-a841-6acaa5a47247 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.337867] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1096.337867] env[69760]: value = "task-3394503" [ 1096.337867] env[69760]: _type = "Task" [ 1096.337867] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.349080] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.368773] env[69760]: DEBUG oslo_vmware.api [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394501, 'name': PowerOffVM_Task, 'duration_secs': 0.21366} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.371491] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1096.371667] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1096.372170] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-dd7eebe9-db93-441c-85b5-9ab62567618b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.429613] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1096.429848] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1096.430056] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Deleting the datastore file [datastore1] e71e197d-eb97-46de-ba6e-bee5ba6e0282 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1096.430458] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5d615a7e-54af-4c57-addb-a5fd7e5d9793 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.439863] env[69760]: DEBUG oslo_vmware.api [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for the task: (returnval){ [ 1096.439863] env[69760]: value = "task-3394505" [ 1096.439863] env[69760]: _type = "Task" [ 1096.439863] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.452123] env[69760]: DEBUG oslo_vmware.api [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.480706] env[69760]: DEBUG nova.network.neutron [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.521618] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394502, 'name': Rename_Task, 'duration_secs': 0.280984} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.524109] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1096.524724] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed655934-5656-47b9-b036-f863c38c875d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.531364] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1096.531364] env[69760]: value = "task-3394506" [ 1096.531364] env[69760]: _type = "Task" [ 1096.531364] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.545841] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394506, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.571985] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75ff3774-3ad9-447d-9c2b-224e139ebbf2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.580141] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c9ff38-a219-46db-ad21-909e6ba3ce61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.612017] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-867289af-440a-4053-b62a-0d1e563d774f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.620243] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4d9a4c-a17e-4a4b-85c5-d85ef4078930 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.635779] env[69760]: DEBUG nova.compute.provider_tree [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.646111] env[69760]: INFO nova.compute.manager [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Took 20.18 seconds to build instance. [ 1096.741605] env[69760]: DEBUG nova.compute.manager [req-83eac89e-b1a2-4cc0-96e6-4bb33b9e25e9 req-082b1d46-2499-493f-b6af-ce08aabc0adb service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received event network-vif-plugged-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1096.741605] env[69760]: DEBUG oslo_concurrency.lockutils [req-83eac89e-b1a2-4cc0-96e6-4bb33b9e25e9 req-082b1d46-2499-493f-b6af-ce08aabc0adb service nova] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.741605] env[69760]: DEBUG oslo_concurrency.lockutils [req-83eac89e-b1a2-4cc0-96e6-4bb33b9e25e9 req-082b1d46-2499-493f-b6af-ce08aabc0adb service nova] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.742136] env[69760]: DEBUG oslo_concurrency.lockutils [req-83eac89e-b1a2-4cc0-96e6-4bb33b9e25e9 req-082b1d46-2499-493f-b6af-ce08aabc0adb service nova] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.742722] env[69760]: DEBUG nova.compute.manager [req-83eac89e-b1a2-4cc0-96e6-4bb33b9e25e9 req-082b1d46-2499-493f-b6af-ce08aabc0adb service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] No waiting events found dispatching network-vif-plugged-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1096.743221] env[69760]: WARNING nova.compute.manager [req-83eac89e-b1a2-4cc0-96e6-4bb33b9e25e9 req-082b1d46-2499-493f-b6af-ce08aabc0adb service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received unexpected event network-vif-plugged-d198507a-2619-467d-95bd-23ba072981f1 for instance with vm_state shelved_offloaded and task_state spawning. [ 1096.824506] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.824640] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.824853] env[69760]: DEBUG nova.network.neutron [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1096.848287] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.15136} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.848583] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1096.849377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c1516db-37a9-471c-9874-313e19c17d5a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.872276] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Reconfiguring VM instance instance-00000064 to attach disk [datastore1] d6bcd79f-fbd5-4514-93de-872435ecf68c/d6bcd79f-fbd5-4514-93de-872435ecf68c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1096.872837] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-234a3551-25bf-433f-9221-568be7506ebc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.894343] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1096.894343] env[69760]: value = "task-3394507" [ 1096.894343] env[69760]: _type = "Task" [ 1096.894343] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.903328] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.950415] env[69760]: DEBUG oslo_vmware.api [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394505, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.983505] env[69760]: INFO nova.compute.manager [-] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Took 1.03 seconds to deallocate network for instance. [ 1097.041880] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394506, 'name': PowerOnVM_Task} progress is 79%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.139210] env[69760]: DEBUG nova.scheduler.client.report [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1097.148730] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8bd9fee6-ac90-4749-8a6c-39a5601352ee tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.695s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.404511] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394507, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.452195] env[69760]: DEBUG oslo_vmware.api [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Task: {'id': task-3394505, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.612818} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.454899] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1097.455110] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1097.455296] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1097.455473] env[69760]: INFO nova.compute.manager [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Took 1.61 seconds to destroy the instance on the hypervisor. [ 1097.455717] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1097.455927] env[69760]: DEBUG nova.compute.manager [-] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1097.456039] env[69760]: DEBUG nova.network.neutron [-] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1097.489799] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.521655] env[69760]: DEBUG nova.network.neutron [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd198507a-26", "ovs_interfaceid": "d198507a-2619-467d-95bd-23ba072981f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.545472] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394506, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.644542] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.311s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.645069] env[69760]: DEBUG nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1097.648420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.972s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.648662] env[69760]: DEBUG nova.objects.instance [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'resources' on Instance uuid db981e04-53a9-4dab-8fc7-ffc6631cd41d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1097.906819] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394507, 'name': ReconfigVM_Task, 'duration_secs': 0.791726} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.908059] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Reconfigured VM instance instance-00000064 to attach disk [datastore1] d6bcd79f-fbd5-4514-93de-872435ecf68c/d6bcd79f-fbd5-4514-93de-872435ecf68c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.909540] env[69760]: DEBUG nova.compute.manager [req-8bada6ad-b45d-4bfa-bfb9-8eab4dac836d req-330948b7-e53a-4f7a-8dec-995bcbfadefe service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Received event network-vif-deleted-e4779287-dcec-4424-8034-6e07251ff94f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1097.909720] env[69760]: INFO nova.compute.manager [req-8bada6ad-b45d-4bfa-bfb9-8eab4dac836d req-330948b7-e53a-4f7a-8dec-995bcbfadefe service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Neutron deleted interface e4779287-dcec-4424-8034-6e07251ff94f; detaching it from the instance and deleting it from the info cache [ 1097.909888] env[69760]: DEBUG nova.network.neutron [req-8bada6ad-b45d-4bfa-bfb9-8eab4dac836d req-330948b7-e53a-4f7a-8dec-995bcbfadefe service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.910844] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9253dfcc-bb32-4c0e-83b9-a70635ff9d98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.918603] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1097.918603] env[69760]: value = "task-3394508" [ 1097.918603] env[69760]: _type = "Task" [ 1097.918603] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.928595] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394508, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.024593] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.041775] env[69760]: DEBUG oslo_vmware.api [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394506, 'name': PowerOnVM_Task, 'duration_secs': 1.123078} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.042054] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1098.042259] env[69760]: INFO nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Took 8.32 seconds to spawn the instance on the hypervisor. [ 1098.042469] env[69760]: DEBUG nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1098.043234] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-983263ab-7a88-430c-89bf-0a471d2d8459 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.058327] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='5a9171224db999126e26193d552fff47',container_format='bare',created_at=2025-04-10T06:07:59Z,direct_url=,disk_format='vmdk',id=083b5433-8013-4bfd-805d-078620696e79,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-1243203027-shelved',owner='af79d6fd6c6d48f79c819324375e887b',properties=ImageMetaProps,protected=,size=31666176,status='active',tags=,updated_at=2025-04-10T06:08:18Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1098.058556] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1098.058712] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1098.058890] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1098.059042] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1098.059190] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1098.059397] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1098.059554] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1098.059720] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1098.059886] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1098.060058] env[69760]: DEBUG nova.virt.hardware [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1098.061080] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd4e2e6-cf8d-49e2-9186-3ac7bae183ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.068360] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b2063fc-91b4-4aa4-915d-71ed89eca698 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.081295] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:41:e7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aec0089a-ff85-4bef-bad8-c84de39af71a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd198507a-2619-467d-95bd-23ba072981f1', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1098.088599] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1098.089441] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1098.089646] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fa0c73be-1f54-4989-a711-66e0b3b7a7cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.108484] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1098.108484] env[69760]: value = "task-3394509" [ 1098.108484] env[69760]: _type = "Task" [ 1098.108484] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.115574] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394509, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.151618] env[69760]: DEBUG nova.compute.utils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1098.156320] env[69760]: DEBUG nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1098.156320] env[69760]: DEBUG nova.network.neutron [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1098.194064] env[69760]: DEBUG nova.policy [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '33d31239b98749748ede482c35a2ded0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '47a8cff4bf8c49b79bbe10e3123657db', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.380355] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a13590c3-7867-441a-955a-721becb5c10a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.390129] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a18b8a7f-300b-4ab5-9289-36b687eb1e78 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.393864] env[69760]: DEBUG nova.network.neutron [-] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1098.428756] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96ef57ff-e8f6-48f6-a23c-d56236c0c1a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.434995] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0c67488-c273-47fc-b91d-ffd4309a0da2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.448022] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394508, 'name': Rename_Task, 'duration_secs': 0.150613} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.448022] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1098.448445] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6c7055d6-bb83-42c2-b383-e9c1ce6535d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.451050] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad57b551-0eff-49e7-9239-6d73bb819618 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.457776] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba88a872-d67a-409d-b1a9-179bbc66ece3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.480202] env[69760]: DEBUG nova.compute.provider_tree [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.482344] env[69760]: DEBUG nova.network.neutron [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Successfully created port: cedad4ea-35c1-4963-a190-b32db5d994ad {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1098.499585] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1098.499585] env[69760]: value = "task-3394510" [ 1098.499585] env[69760]: _type = "Task" [ 1098.499585] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1098.499950] env[69760]: DEBUG nova.compute.manager [req-8bada6ad-b45d-4bfa-bfb9-8eab4dac836d req-330948b7-e53a-4f7a-8dec-995bcbfadefe service nova] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Detach interface failed, port_id=e4779287-dcec-4424-8034-6e07251ff94f, reason: Instance e71e197d-eb97-46de-ba6e-bee5ba6e0282 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1098.501135] env[69760]: DEBUG nova.scheduler.client.report [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1098.516627] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.563027] env[69760]: INFO nova.compute.manager [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Took 21.30 seconds to build instance. [ 1098.618841] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394509, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.657266] env[69760]: DEBUG nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1098.772079] env[69760]: DEBUG nova.compute.manager [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received event network-changed-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1098.772313] env[69760]: DEBUG nova.compute.manager [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Refreshing instance network info cache due to event network-changed-d198507a-2619-467d-95bd-23ba072981f1. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1098.772549] env[69760]: DEBUG oslo_concurrency.lockutils [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] Acquiring lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.772679] env[69760]: DEBUG oslo_concurrency.lockutils [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] Acquired lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.772827] env[69760]: DEBUG nova.network.neutron [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Refreshing network info cache for port d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1098.899077] env[69760]: INFO nova.compute.manager [-] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Took 1.44 seconds to deallocate network for instance. [ 1099.006511] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.358s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.011801] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 6.673s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.012034] env[69760]: DEBUG nova.objects.instance [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1099.021057] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394510, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.032107] env[69760]: INFO nova.scheduler.client.report [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Deleted allocations for instance db981e04-53a9-4dab-8fc7-ffc6631cd41d [ 1099.064899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9d2e3a6d-865f-42f4-903f-171f8e8c6b76 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.817s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.118440] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394509, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.405485] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.519661] env[69760]: DEBUG oslo_vmware.api [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394510, 'name': PowerOnVM_Task, 'duration_secs': 1.03556} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.520494] env[69760]: DEBUG nova.network.neutron [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updated VIF entry in instance network info cache for port d198507a-2619-467d-95bd-23ba072981f1. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1099.520805] env[69760]: DEBUG nova.network.neutron [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd198507a-26", "ovs_interfaceid": "d198507a-2619-467d-95bd-23ba072981f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1099.521812] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.522043] env[69760]: INFO nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1099.522568] env[69760]: DEBUG nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1099.524221] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9427acc0-4705-4e38-a91d-7614701dc7eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.542328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a38e1ae8-f936-40de-bde4-0ed0045bf3aa tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "db981e04-53a9-4dab-8fc7-ffc6631cd41d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.482s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.619695] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394509, 'name': CreateVM_Task, 'duration_secs': 1.227233} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.619914] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1099.620707] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.620913] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.621347] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.621639] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5ee10b9-c5a1-497c-9823-d52102c773c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.626242] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1099.626242] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e960eb-b11b-cb2e-2ffa-6ea6ab456a5b" [ 1099.626242] env[69760]: _type = "Task" [ 1099.626242] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1099.634238] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e960eb-b11b-cb2e-2ffa-6ea6ab456a5b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.666391] env[69760]: DEBUG nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1099.694419] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1099.694677] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1099.694838] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.695031] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1099.695183] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.695335] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1099.695545] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1099.695706] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1099.695875] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1099.696057] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1099.696280] env[69760]: DEBUG nova.virt.hardware [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1099.697181] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4204c7bd-d9db-4cb0-b748-5b3aa3f14f66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.705405] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7412121a-e24a-43e9-aeb2-89a3cdf26519 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.936972] env[69760]: DEBUG nova.compute.manager [req-1ae93a42-f13e-4993-af8f-6e51f883fe51 req-21dfb1d4-28ce-43f9-8f16-be358aafcbc9 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Received event network-vif-plugged-cedad4ea-35c1-4963-a190-b32db5d994ad {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1099.937752] env[69760]: DEBUG oslo_concurrency.lockutils [req-1ae93a42-f13e-4993-af8f-6e51f883fe51 req-21dfb1d4-28ce-43f9-8f16-be358aafcbc9 service nova] Acquiring lock "fd7add73-a599-45bb-b48f-fa1e538124ec-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.937752] env[69760]: DEBUG oslo_concurrency.lockutils [req-1ae93a42-f13e-4993-af8f-6e51f883fe51 req-21dfb1d4-28ce-43f9-8f16-be358aafcbc9 service nova] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.937752] env[69760]: DEBUG oslo_concurrency.lockutils [req-1ae93a42-f13e-4993-af8f-6e51f883fe51 req-21dfb1d4-28ce-43f9-8f16-be358aafcbc9 service nova] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.938042] env[69760]: DEBUG nova.compute.manager [req-1ae93a42-f13e-4993-af8f-6e51f883fe51 req-21dfb1d4-28ce-43f9-8f16-be358aafcbc9 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] No waiting events found dispatching network-vif-plugged-cedad4ea-35c1-4963-a190-b32db5d994ad {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1099.938042] env[69760]: WARNING nova.compute.manager [req-1ae93a42-f13e-4993-af8f-6e51f883fe51 req-21dfb1d4-28ce-43f9-8f16-be358aafcbc9 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Received unexpected event network-vif-plugged-cedad4ea-35c1-4963-a190-b32db5d994ad for instance with vm_state building and task_state spawning. [ 1100.024316] env[69760]: DEBUG oslo_concurrency.lockutils [req-09ab9174-49ab-406c-8f3b-f9620f622216 req-f6caad4d-e84a-44b9-bafb-c8c7e7994bd6 service nova] Releasing lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.025535] env[69760]: DEBUG oslo_concurrency.lockutils [None req-78251bc6-0ab4-45ed-afdf-012b75d3dd7d tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.027862] env[69760]: DEBUG nova.network.neutron [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Successfully updated port: cedad4ea-35c1-4963-a190-b32db5d994ad {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1100.028242] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 6.873s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.029415] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.029415] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1100.029415] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.122s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1100.029415] env[69760]: DEBUG nova.objects.instance [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'resources' on Instance uuid b9bff6dd-01c9-4e95-b678-6f5de7306a99 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.030722] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb611f8a-c8e2-4c1c-abde-2a232d23b3f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.041089] env[69760]: INFO nova.compute.manager [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Took 22.34 seconds to build instance. [ 1100.045882] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc26e053-b3cb-40a6-bbe7-5f69206139a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.060414] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fded9c-56e0-448d-901c-09a9f68af453 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.067212] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f456dc8f-4805-4c87-9bb8-8c42960363a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.098838] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179805MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1100.098992] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.136015] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.136310] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Processing image 083b5433-8013-4bfd-805d-078620696e79 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1100.136675] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79/083b5433-8013-4bfd-805d-078620696e79.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.136850] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "[datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79/083b5433-8013-4bfd-805d-078620696e79.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.137047] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1100.137353] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b340bc53-6106-482f-8816-d4f4dad4b082 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.147116] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1100.147116] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1100.147116] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cebb5b12-e0f0-49bf-a2e3-63b501bf3267 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.151494] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1100.151494] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b3f165-2acc-126c-51aa-3fe133803272" [ 1100.151494] env[69760]: _type = "Task" [ 1100.151494] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1100.159156] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b3f165-2acc-126c-51aa-3fe133803272, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.531067] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "refresh_cache-fd7add73-a599-45bb-b48f-fa1e538124ec" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.531955] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquired lock "refresh_cache-fd7add73-a599-45bb-b48f-fa1e538124ec" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.531955] env[69760]: DEBUG nova.network.neutron [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1100.546045] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c32a25ff-8f92-4155-9e27-1de97bcf05e5 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 23.856s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.666278] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Preparing fetch location {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1100.666562] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Fetch image to [datastore2] OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd/OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd.vmdk {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1100.666820] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Downloading stream optimized image 083b5433-8013-4bfd-805d-078620696e79 to [datastore2] OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd/OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd.vmdk on the data store datastore2 as vApp {{(pid=69760) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1100.666893] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Downloading image file data 083b5433-8013-4bfd-805d-078620696e79 to the ESX as VM named 'OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd' {{(pid=69760) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1100.756099] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1100.756099] env[69760]: value = "resgroup-9" [ 1100.756099] env[69760]: _type = "ResourcePool" [ 1100.756099] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1100.756431] env[69760]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-80fa5b09-b00d-40a3-9f86-f4249e9fbb51 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.781925] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lease: (returnval){ [ 1100.781925] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520cbd5e-a030-14ae-6c63-88b7e0804124" [ 1100.781925] env[69760]: _type = "HttpNfcLease" [ 1100.781925] env[69760]: } obtained for vApp import into resource pool (val){ [ 1100.781925] env[69760]: value = "resgroup-9" [ 1100.781925] env[69760]: _type = "ResourcePool" [ 1100.781925] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1100.782221] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the lease: (returnval){ [ 1100.782221] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520cbd5e-a030-14ae-6c63-88b7e0804124" [ 1100.782221] env[69760]: _type = "HttpNfcLease" [ 1100.782221] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1100.791659] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1100.791659] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520cbd5e-a030-14ae-6c63-88b7e0804124" [ 1100.791659] env[69760]: _type = "HttpNfcLease" [ 1100.791659] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1100.792478] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b089d95-9c19-44a8-8e7a-872320e5bc39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.802055] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f7b2b60-f395-434d-a070-a99305c21c05 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.839015] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a420be56-b26d-4c9f-93b5-edd202814771 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.846513] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef0e673-b97a-4e83-863f-bb791c2cb58d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1100.860989] env[69760]: DEBUG nova.compute.provider_tree [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.011376] env[69760]: INFO nova.compute.manager [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Rebuilding instance [ 1101.051945] env[69760]: DEBUG nova.compute.manager [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1101.052847] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124b15e2-125d-4894-a66c-8ef5ddae278c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.292073] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.292073] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520cbd5e-a030-14ae-6c63-88b7e0804124" [ 1101.292073] env[69760]: _type = "HttpNfcLease" [ 1101.292073] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1101.299450] env[69760]: DEBUG nova.network.neutron [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1101.368296] env[69760]: DEBUG nova.scheduler.client.report [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1101.476033] env[69760]: DEBUG nova.network.neutron [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Updating instance_info_cache with network_info: [{"id": "cedad4ea-35c1-4963-a190-b32db5d994ad", "address": "fa:16:3e:60:0b:d5", "network": {"id": "6c11cca3-bc40-4cc9-9110-40a8d3ecf7d4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1013048622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47a8cff4bf8c49b79bbe10e3123657db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedad4ea-35", "ovs_interfaceid": "cedad4ea-35c1-4963-a190-b32db5d994ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.793055] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1101.793055] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520cbd5e-a030-14ae-6c63-88b7e0804124" [ 1101.793055] env[69760]: _type = "HttpNfcLease" [ 1101.793055] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1101.793055] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1101.793055] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520cbd5e-a030-14ae-6c63-88b7e0804124" [ 1101.793055] env[69760]: _type = "HttpNfcLease" [ 1101.793055] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1101.793055] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c08cdef0-e0d9-4b12-a24c-aa693eeb6278 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.801818] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cabbc5-10ac-6a93-7555-85f6bfbd1443/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1101.802177] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating HTTP connection to write to file with size = 31666176 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cabbc5-10ac-6a93-7555-85f6bfbd1443/disk-0.vmdk. {{(pid=69760) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1101.872021] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-ab787cab-01e3-4d40-9c13-3519b77b0977 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.874080] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.845s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1101.876464] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.387s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1101.876865] env[69760]: DEBUG nova.objects.instance [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lazy-loading 'resources' on Instance uuid 33d8ece3-f338-4467-9bea-34128a07e511 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1101.895960] env[69760]: INFO nova.scheduler.client.report [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted allocations for instance b9bff6dd-01c9-4e95-b678-6f5de7306a99 [ 1101.982855] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Releasing lock "refresh_cache-fd7add73-a599-45bb-b48f-fa1e538124ec" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.982855] env[69760]: DEBUG nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Instance network_info: |[{"id": "cedad4ea-35c1-4963-a190-b32db5d994ad", "address": "fa:16:3e:60:0b:d5", "network": {"id": "6c11cca3-bc40-4cc9-9110-40a8d3ecf7d4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1013048622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47a8cff4bf8c49b79bbe10e3123657db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedad4ea-35", "ovs_interfaceid": "cedad4ea-35c1-4963-a190-b32db5d994ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1101.982855] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:60:0b:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cedad4ea-35c1-4963-a190-b32db5d994ad', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.993560] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Creating folder: Project (47a8cff4bf8c49b79bbe10e3123657db). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.995748] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8f2c4575-3ac6-4d23-b55a-54adfec7ce58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.999067] env[69760]: DEBUG nova.compute.manager [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Received event network-changed-cedad4ea-35c1-4963-a190-b32db5d994ad {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1101.999155] env[69760]: DEBUG nova.compute.manager [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Refreshing instance network info cache due to event network-changed-cedad4ea-35c1-4963-a190-b32db5d994ad. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1101.999407] env[69760]: DEBUG oslo_concurrency.lockutils [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] Acquiring lock "refresh_cache-fd7add73-a599-45bb-b48f-fa1e538124ec" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.999604] env[69760]: DEBUG oslo_concurrency.lockutils [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] Acquired lock "refresh_cache-fd7add73-a599-45bb-b48f-fa1e538124ec" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.999814] env[69760]: DEBUG nova.network.neutron [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Refreshing network info cache for port cedad4ea-35c1-4963-a190-b32db5d994ad {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1102.012680] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Created folder: Project (47a8cff4bf8c49b79bbe10e3123657db) in parent group-v676970. [ 1102.013328] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Creating folder: Instances. Parent ref: group-v677244. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1102.013328] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-de3a90ff-76c6-45fe-9d6b-d87a76801842 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.025112] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Created folder: Instances in parent group-v677244. [ 1102.025112] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1102.025112] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1102.025112] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-67f4d8dc-2b02-455c-bc93-8b4fedd71e0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.049863] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1102.049863] env[69760]: value = "task-3394514" [ 1102.049863] env[69760]: _type = "Task" [ 1102.049863] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.061928] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394514, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.066897] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.067290] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de2f3965-55d9-4bd7-8f0e-02827960a717 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.074486] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1102.074486] env[69760]: value = "task-3394515" [ 1102.074486] env[69760]: _type = "Task" [ 1102.074486] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.087593] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394515, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.148706] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.149064] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.408468] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ef7214d-a3db-4f0d-800b-c5f8e2623d0b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "b9bff6dd-01c9-4e95-b678-6f5de7306a99" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.370s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.563086] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394514, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.585386] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394515, 'name': PowerOffVM_Task, 'duration_secs': 0.377704} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.588472] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1102.589227] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.589508] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-240cbcac-aca0-4eb8-82c4-14fc77a226e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.600664] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1102.600664] env[69760]: value = "task-3394516" [ 1102.600664] env[69760]: _type = "Task" [ 1102.600664] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.609710] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1102.609918] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1102.610156] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677197', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'name': 'volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab97386-15c3-432e-b57d-9d858451e82d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'serial': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1102.614835] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b82f75e-c283-422a-bb2d-5ffefceb94d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.641727] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13b627f1-1b79-4388-a171-9157342d729e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.650511] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5655c62-d300-4ba0-981d-6a023c969932 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.652992] env[69760]: DEBUG nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1102.679809] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2637f40-4592-4a1e-99d6-0275fc90f55e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.698375] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "469d483b-bbab-4879-b17e-3d426e39a7e7" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1102.701580] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.701580] env[69760]: DEBUG nova.compute.manager [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1102.701580] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] The volume has not been displaced from its original location: [datastore2] volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b/volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1102.705838] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Reconfiguring VM instance instance-00000055 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1102.714869] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ac92743-590b-4e3d-a92c-115f71adda20 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.717742] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef2ae63-32ae-4ee9-a72c-fff8fe3d90b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.732404] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-637871fd-fee6-483b-b74d-eaff838b70fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.750979] env[69760]: DEBUG nova.compute.manager [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1102.751635] env[69760]: DEBUG nova.objects.instance [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lazy-loading 'flavor' on Instance uuid 469d483b-bbab-4879-b17e-3d426e39a7e7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1102.757684] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10b658cc-e3b4-46e4-8631-c1a6c20257f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.762215] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1102.762215] env[69760]: value = "task-3394517" [ 1102.762215] env[69760]: _type = "Task" [ 1102.762215] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.797168] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f890ac67-df31-4376-9250-b086cfcce4f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.809292] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.816028] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6fea6c-a381-451d-8c2a-76be68b4041c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.831278] env[69760]: DEBUG nova.compute.provider_tree [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1102.881516] env[69760]: DEBUG nova.network.neutron [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Updated VIF entry in instance network info cache for port cedad4ea-35c1-4963-a190-b32db5d994ad. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1102.881929] env[69760]: DEBUG nova.network.neutron [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Updating instance_info_cache with network_info: [{"id": "cedad4ea-35c1-4963-a190-b32db5d994ad", "address": "fa:16:3e:60:0b:d5", "network": {"id": "6c11cca3-bc40-4cc9-9110-40a8d3ecf7d4", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1013048622-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "47a8cff4bf8c49b79bbe10e3123657db", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcedad4ea-35", "ovs_interfaceid": "cedad4ea-35c1-4963-a190-b32db5d994ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1103.033245] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Completed reading data from the image iterator. {{(pid=69760) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1103.033468] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cabbc5-10ac-6a93-7555-85f6bfbd1443/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1103.034611] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afb8f94c-e08d-4998-82b8-a44c53672f29 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.042197] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cabbc5-10ac-6a93-7555-85f6bfbd1443/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1103.042333] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cabbc5-10ac-6a93-7555-85f6bfbd1443/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1103.042603] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-388fa7a2-99a0-401a-9461-031b3182e48c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.059743] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394514, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.179318] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.223895] env[69760]: DEBUG oslo_vmware.rw_handles [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52cabbc5-10ac-6a93-7555-85f6bfbd1443/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1103.224205] env[69760]: INFO nova.virt.vmwareapi.images [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Downloaded image file data 083b5433-8013-4bfd-805d-078620696e79 [ 1103.225058] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b6f028-1dc9-4bea-8713-e1be138b4e95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.240874] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f8b9080b-d40e-4afe-be90-25c6c5fd90bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.271938] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394517, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.273182] env[69760]: INFO nova.virt.vmwareapi.images [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] The imported VM was unregistered [ 1103.275756] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Caching image {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1103.275988] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Creating directory with path [datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.276865] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-078eb0e5-c9c2-4095-a76b-1f9427b8a81c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.287899] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Created directory with path [datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.287899] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd/OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd.vmdk to [datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79/083b5433-8013-4bfd-805d-078620696e79.vmdk. {{(pid=69760) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1103.287899] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-78ce99b5-1bdc-4711-8e69-9cdec53bdc43 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.294059] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1103.294059] env[69760]: value = "task-3394519" [ 1103.294059] env[69760]: _type = "Task" [ 1103.294059] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.301857] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394519, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.337231] env[69760]: DEBUG nova.scheduler.client.report [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1103.385858] env[69760]: DEBUG oslo_concurrency.lockutils [req-ef6a0d3c-fc92-48ff-8a2e-0548c100b6b1 req-dc655902-8c9c-413d-ab24-949790e42367 service nova] Releasing lock "refresh_cache-fd7add73-a599-45bb-b48f-fa1e538124ec" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.562817] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394514, 'name': CreateVM_Task, 'duration_secs': 1.428374} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.562982] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1103.563991] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.564257] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.564595] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.564878] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-718be159-2017-4570-871d-d17257b8a9ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.571239] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1103.571239] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52465f61-38d2-6de2-c76c-c53c20d3c154" [ 1103.571239] env[69760]: _type = "Task" [ 1103.571239] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.581485] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52465f61-38d2-6de2-c76c-c53c20d3c154, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.713396] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "5d00f9ff-8745-4894-8066-4b21116aa48c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1103.713762] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.769198] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.769505] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75fd9d3e-e2d6-424d-beae-c3a1ab7c529e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.779772] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394517, 'name': ReconfigVM_Task, 'duration_secs': 0.809132} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.781612] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Reconfigured VM instance instance-00000055 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1103.788864] env[69760]: DEBUG oslo_vmware.api [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1103.788864] env[69760]: value = "task-3394520" [ 1103.788864] env[69760]: _type = "Task" [ 1103.788864] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.789127] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e1362b10-7987-4815-b823-d86d4fc31247 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.814618] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394519, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.818984] env[69760]: DEBUG oslo_vmware.api [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.819419] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1103.819419] env[69760]: value = "task-3394521" [ 1103.819419] env[69760]: _type = "Task" [ 1103.819419] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.827498] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394521, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.842668] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.966s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1103.845411] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.440s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1103.845682] env[69760]: DEBUG nova.objects.instance [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lazy-loading 'resources' on Instance uuid e71e197d-eb97-46de-ba6e-bee5ba6e0282 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1103.867871] env[69760]: INFO nova.scheduler.client.report [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Deleted allocations for instance 33d8ece3-f338-4467-9bea-34128a07e511 [ 1104.081747] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52465f61-38d2-6de2-c76c-c53c20d3c154, 'name': SearchDatastore_Task, 'duration_secs': 0.051086} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.082673] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.082673] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1104.082673] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.082800] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.082911] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1104.083431] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e3586080-c0a0-4b4c-9798-8cae7a383c06 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.096743] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1104.096950] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1104.097736] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-882b29a3-fe56-4c80-9eb5-0bd29c4522a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.104205] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1104.104205] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52282837-3fa1-463f-30f1-889efb1d451d" [ 1104.104205] env[69760]: _type = "Task" [ 1104.104205] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.112501] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52282837-3fa1-463f-30f1-889efb1d451d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.216900] env[69760]: DEBUG nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1104.315026] env[69760]: DEBUG oslo_vmware.api [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394520, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.318549] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394519, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.327488] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394521, 'name': ReconfigVM_Task, 'duration_secs': 0.256055} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.327820] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677197', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'name': 'volume-d0911994-2129-4988-a6b1-ed5fe0f36d0b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ab97386-15c3-432e-b57d-9d858451e82d', 'attached_at': '', 'detached_at': '', 'volume_id': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b', 'serial': 'd0911994-2129-4988-a6b1-ed5fe0f36d0b'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1104.328125] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1104.328894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdf0dfb-9d58-4209-b6fe-e66549aa86f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.335522] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1104.335767] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c61539a-8451-493b-9849-c5259236e0d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.375874] env[69760]: DEBUG oslo_concurrency.lockutils [None req-067323a8-7dc7-499e-a672-59d771880cef tempest-ServerShowV254Test-523580979 tempest-ServerShowV254Test-523580979-project-member] Lock "33d8ece3-f338-4467-9bea-34128a07e511" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.126s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.408860] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1104.409141] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1104.409332] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Deleting the datastore file [datastore2] 8ab97386-15c3-432e-b57d-9d858451e82d {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1104.409648] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e722a9e9-48a8-4c5b-954a-7bd9afc91be3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.417038] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for the task: (returnval){ [ 1104.417038] env[69760]: value = "task-3394523" [ 1104.417038] env[69760]: _type = "Task" [ 1104.417038] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.427168] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.577849] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebac540e-ba73-4c25-8134-31d449e5bfe4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.585940] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220d40fa-ed79-465e-b8f4-351b83b2c708 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.622442] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2bf8759-09af-4323-94b0-0faedc619383 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.634056] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52282837-3fa1-463f-30f1-889efb1d451d, 'name': SearchDatastore_Task, 'duration_secs': 0.092749} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.635921] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf0ad82f-a3d8-4a2f-b69e-9141dd40c652 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.640072] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3d8b5fe-c7bb-4ba3-810a-1a0073965990 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.646838] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1104.646838] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5296f97a-1e30-4b69-0f0c-3bfd6bee5973" [ 1104.646838] env[69760]: _type = "Task" [ 1104.646838] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.655013] env[69760]: DEBUG nova.compute.provider_tree [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1104.664568] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5296f97a-1e30-4b69-0f0c-3bfd6bee5973, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.740152] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1104.815556] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394519, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.819015] env[69760]: DEBUG oslo_vmware.api [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394520, 'name': PowerOffVM_Task, 'duration_secs': 0.921851} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.819015] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1104.819182] env[69760]: DEBUG nova.compute.manager [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1104.819988] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c551a5b4-800f-4221-8373-8c669ce7c970 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.928358] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.160926] env[69760]: DEBUG nova.scheduler.client.report [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1105.168519] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5296f97a-1e30-4b69-0f0c-3bfd6bee5973, 'name': SearchDatastore_Task, 'duration_secs': 0.093191} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.169077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.169355] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] fd7add73-a599-45bb-b48f-fa1e538124ec/fd7add73-a599-45bb-b48f-fa1e538124ec.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1105.169636] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-332b813c-561e-40dd-9847-7a42cc015edc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.177399] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1105.177399] env[69760]: value = "task-3394524" [ 1105.177399] env[69760]: _type = "Task" [ 1105.177399] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.187672] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.314930] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394519, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.332452] env[69760]: DEBUG oslo_concurrency.lockutils [None req-c721d91b-3272-4cc3-9e89-c5a6d1321a4d tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.634s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.429352] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394523, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.670361] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.672843] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 5.574s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.687012] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.699013] env[69760]: INFO nova.scheduler.client.report [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Deleted allocations for instance e71e197d-eb97-46de-ba6e-bee5ba6e0282 [ 1105.817373] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394519, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.416965} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.818107] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd/OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd.vmdk to [datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79/083b5433-8013-4bfd-805d-078620696e79.vmdk. [ 1105.818425] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Cleaning up location [datastore2] OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1105.818751] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_a4be2685-a3b8-4ad4-ba6b-4542efa691fd {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1105.819147] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2a4a47ef-7fd9-4adf-826d-7f96c140fe99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.827126] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1105.827126] env[69760]: value = "task-3394525" [ 1105.827126] env[69760]: _type = "Task" [ 1105.827126] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.837734] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394525, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.934497] env[69760]: DEBUG oslo_vmware.api [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Task: {'id': task-3394523, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.015953} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.935386] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1105.935836] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1105.936259] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1106.016061] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1106.016526] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5f8872f2-ebee-494c-825d-2cd88f34d8b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.026793] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e93b43-6e52-4943-ae84-4f73f3abf6ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.064352] env[69760]: ERROR nova.compute.manager [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Failed to detach volume d0911994-2129-4988-a6b1-ed5fe0f36d0b from /dev/sda: nova.exception.InstanceNotFound: Instance 8ab97386-15c3-432e-b57d-9d858451e82d could not be found. [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Traceback (most recent call last): [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self.driver.rebuild(**kwargs) [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] raise NotImplementedError() [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] NotImplementedError [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] During handling of the above exception, another exception occurred: [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Traceback (most recent call last): [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self.driver.detach_volume(context, old_connection_info, [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] return self._volumeops.detach_volume(connection_info, instance) [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self._detach_volume_vmdk(connection_info, instance) [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] stable_ref.fetch_moref(session) [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] nova.exception.InstanceNotFound: Instance 8ab97386-15c3-432e-b57d-9d858451e82d could not be found. [ 1106.064352] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.201871] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.205441] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ecd70340-1a0b-4e87-bfe5-3f1f92f0646b tempest-VolumesAdminNegativeTest-326065348 tempest-VolumesAdminNegativeTest-326065348-project-member] Lock "e71e197d-eb97-46de-ba6e-bee5ba6e0282" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.879s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.252178] env[69760]: DEBUG nova.compute.utils [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Build of instance 8ab97386-15c3-432e-b57d-9d858451e82d aborted: Failed to rebuild volume backed instance. {{(pid=69760) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1106.259029] env[69760]: ERROR nova.compute.manager [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 8ab97386-15c3-432e-b57d-9d858451e82d aborted: Failed to rebuild volume backed instance. [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Traceback (most recent call last): [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 4185, in _do_rebuild_instance [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self.driver.rebuild(**kwargs) [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/driver.py", line 497, in rebuild [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] raise NotImplementedError() [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] NotImplementedError [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] During handling of the above exception, another exception occurred: [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Traceback (most recent call last): [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3643, in _rebuild_volume_backed_instance [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self._detach_root_volume(context, instance, root_bdm) [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3622, in _detach_root_volume [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] with excutils.save_and_reraise_exception(): [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__ [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self.force_reraise() [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] raise self.value [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3608, in _detach_root_volume [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self.driver.detach_volume(context, old_connection_info, [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] return self._volumeops.detach_volume(connection_info, instance) [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self._detach_volume_vmdk(connection_info, instance) [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] stable_ref.fetch_moref(session) [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] nova.exception.InstanceNotFound: Instance 8ab97386-15c3-432e-b57d-9d858451e82d could not be found. [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] During handling of the above exception, another exception occurred: [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Traceback (most recent call last): [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 11471, in _error_out_instance_on_exception [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] yield [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3911, in rebuild_instance [ 1106.259029] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self._do_rebuild_instance_with_claim( [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3997, in _do_rebuild_instance_with_claim [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self._do_rebuild_instance( [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 4189, in _do_rebuild_instance [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self._rebuild_default_impl(**kwargs) [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3766, in _rebuild_default_impl [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] self._rebuild_volume_backed_instance( [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] File "/opt/stack/nova/nova/compute/manager.py", line 3658, in _rebuild_volume_backed_instance [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] raise exception.BuildAbortException( [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] nova.exception.BuildAbortException: Build of instance 8ab97386-15c3-432e-b57d-9d858451e82d aborted: Failed to rebuild volume backed instance. [ 1106.260048] env[69760]: ERROR nova.compute.manager [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] [ 1106.293505] env[69760]: DEBUG nova.objects.instance [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lazy-loading 'flavor' on Instance uuid 469d483b-bbab-4879-b17e-3d426e39a7e7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.336778] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394525, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.197544} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.337119] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1106.337338] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "[datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79/083b5433-8013-4bfd-805d-078620696e79.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.337601] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79/083b5433-8013-4bfd-805d-078620696e79.vmdk to [datastore2] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1106.337922] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3a2907e2-99f0-4ad1-8105-34fcadeead28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.344686] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1106.344686] env[69760]: value = "task-3394526" [ 1106.344686] env[69760]: _type = "Task" [ 1106.344686] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.352614] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.706329] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394524, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.728445] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.728714] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.728758] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 467b1aaa-9350-4862-a52c-cda0f195ed7b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.728853] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 10c6a078-f714-4ad1-885f-1fd69ad99756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.728968] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.729098] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance de8fddc7-8d2b-4e76-8edb-f09224a8aeb4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.729217] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b947e66e-9c43-430f-8ded-e06e29c9927c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.729333] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.729441] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 469d483b-bbab-4879-b17e-3d426e39a7e7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.729578] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5856ae2d-1d5c-444e-bb77-4de0f1930725 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.729655] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d6bcd79f-fbd5-4514-93de-872435ecf68c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.729768] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance fd7add73-a599-45bb-b48f-fa1e538124ec actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1106.801744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.801744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquired lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.801870] env[69760]: DEBUG nova.network.neutron [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1106.801978] env[69760]: DEBUG nova.objects.instance [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lazy-loading 'info_cache' on Instance uuid 469d483b-bbab-4879-b17e-3d426e39a7e7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.856268] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.195070] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394524, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.914649} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.195384] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] fd7add73-a599-45bb-b48f-fa1e538124ec/fd7add73-a599-45bb-b48f-fa1e538124ec.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1107.195648] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1107.196174] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f4d183e7-bd46-4a21-9f14-95a28197b377 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.204930] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1107.204930] env[69760]: value = "task-3394527" [ 1107.204930] env[69760]: _type = "Task" [ 1107.204930] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.216475] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394527, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.236042] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 8ece06a9-9344-4fb7-8d18-084e17a8e916 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1107.307820] env[69760]: DEBUG nova.objects.base [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Object Instance<469d483b-bbab-4879-b17e-3d426e39a7e7> lazy-loaded attributes: flavor,info_cache {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1107.362876] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task} progress is 12%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.723341] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394527, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.193876} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.723341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1107.723341] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62d38051-2540-434e-a0a4-b4dbb13ec640 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.740665] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5d00f9ff-8745-4894-8066-4b21116aa48c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1107.741041] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1107.741233] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=200GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1107.758157] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Reconfiguring VM instance instance-00000065 to attach disk [datastore2] fd7add73-a599-45bb-b48f-fa1e538124ec/fd7add73-a599-45bb-b48f-fa1e538124ec.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1107.759043] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6095cab2-401b-454c-81cf-f7a577babc91 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.791352] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1107.791352] env[69760]: value = "task-3394528" [ 1107.791352] env[69760]: _type = "Task" [ 1107.791352] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.799044] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394528, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.869073] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task} progress is 32%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.112820] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80d2a737-40e9-45be-89f7-54243f05088a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.122702] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22c9ff8-cce2-4750-834c-d6ef5e33dc33 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.159632] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a219e15-d3e9-4ae9-9e61-da4e0bb5bce2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.168343] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9abc9efd-52fe-4f3d-b034-757835cfcee0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.185470] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1108.188451] env[69760]: DEBUG nova.network.neutron [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Updating instance_info_cache with network_info: [{"id": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "address": "fa:16:3e:0f:40:c2", "network": {"id": "9f456fb7-7714-4bcd-ac40-cd0428ed61b2", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-1201238358-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "94dc830399ab47f1bfe4765aa908359d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1cb94a1a-f287-46e7-b63b-ec692c2141b4", "external-id": "nsx-vlan-transportzone-346", "segmentation_id": 346, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb65c5248-9b", "ovs_interfaceid": "b65c5248-9b8e-46fb-88a6-980e1a3b4c51", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.289441] env[69760]: DEBUG oslo_concurrency.lockutils [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.302301] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394528, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.365284] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task} progress is 52%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.690883] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1108.694510] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Releasing lock "refresh_cache-469d483b-bbab-4879-b17e-3d426e39a7e7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.807245] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394528, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.861498] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task} progress is 74%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.199405] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1109.199405] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.525s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.199985] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.021s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.205788] env[69760]: INFO nova.compute.claims [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.306650] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394528, 'name': ReconfigVM_Task, 'duration_secs': 1.069703} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.306650] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Reconfigured VM instance instance-00000065 to attach disk [datastore2] fd7add73-a599-45bb-b48f-fa1e538124ec/fd7add73-a599-45bb-b48f-fa1e538124ec.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1109.306650] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f245f3c-6d8b-41bf-90e6-db494434e423 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.314609] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1109.314609] env[69760]: value = "task-3394529" [ 1109.314609] env[69760]: _type = "Task" [ 1109.314609] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.322561] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394529, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.362942] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.554780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquiring lock "8ab97386-15c3-432e-b57d-9d858451e82d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.557507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "8ab97386-15c3-432e-b57d-9d858451e82d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.557507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquiring lock "8ab97386-15c3-432e-b57d-9d858451e82d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.557507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "8ab97386-15c3-432e-b57d-9d858451e82d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.557507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "8ab97386-15c3-432e-b57d-9d858451e82d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.560187] env[69760]: INFO nova.compute.manager [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Terminating instance [ 1109.717425] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.717425] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-78998b68-e2b4-429f-a0d3-f2b2c79d2fa2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.723961] env[69760]: DEBUG oslo_vmware.api [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1109.723961] env[69760]: value = "task-3394530" [ 1109.723961] env[69760]: _type = "Task" [ 1109.723961] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.735192] env[69760]: DEBUG oslo_vmware.api [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.830043] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394529, 'name': Rename_Task, 'duration_secs': 0.256499} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.830542] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1109.830958] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-abbd7229-bdcd-476a-a283-3a954b173241 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.838134] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1109.838134] env[69760]: value = "task-3394531" [ 1109.838134] env[69760]: _type = "Task" [ 1109.838134] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.848988] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394531, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.864449] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394526, 'name': CopyVirtualDisk_Task, 'duration_secs': 3.154292} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1109.864916] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/083b5433-8013-4bfd-805d-078620696e79/083b5433-8013-4bfd-805d-078620696e79.vmdk to [datastore2] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1109.866727] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc36e22-1ad8-4a51-a554-7a6b65a8e531 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.890458] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Reconfiguring VM instance instance-0000004b to attach disk [datastore2] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1109.890942] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b34a22a7-abdb-4744-89cb-e928e6b0d900 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.915017] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1109.915017] env[69760]: value = "task-3394532" [ 1109.915017] env[69760]: _type = "Task" [ 1109.915017] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.921969] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394532, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.070409] env[69760]: DEBUG nova.compute.manager [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1110.070409] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-22834c44-ed22-4682-95fe-c0231d878532 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.079270] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c0b62a-1048-40d4-a4b6-c30fc82b733f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.113629] env[69760]: WARNING nova.virt.vmwareapi.driver [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 8ab97386-15c3-432e-b57d-9d858451e82d could not be found. [ 1110.114104] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.114673] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8b1af8f3-735e-4e9a-a68b-71b7242bb136 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.123573] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a95f5155-0d4f-494c-b5bc-e08bcfacd9b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.158138] env[69760]: WARNING nova.virt.vmwareapi.vmops [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 8ab97386-15c3-432e-b57d-9d858451e82d could not be found. [ 1110.158138] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1110.158138] env[69760]: INFO nova.compute.manager [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Took 0.09 seconds to destroy the instance on the hypervisor. [ 1110.159014] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1110.159014] env[69760]: DEBUG nova.compute.manager [-] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1110.159014] env[69760]: DEBUG nova.network.neutron [-] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1110.235134] env[69760]: DEBUG oslo_vmware.api [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394530, 'name': PowerOnVM_Task, 'duration_secs': 0.491825} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.235464] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.235687] env[69760]: DEBUG nova.compute.manager [None req-6513a7f6-5653-4e1c-8ce4-7cd1b340e7b4 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.240066] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77ed0368-f462-4065-a022-aff618e714ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.356456] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1110.356776] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1110.359765] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394531, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.428584] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394532, 'name': ReconfigVM_Task, 'duration_secs': 0.37946} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.428885] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Reconfigured VM instance instance-0000004b to attach disk [datastore2] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453/9df05d0c-f9e4-43ab-8784-0ca4e8b7c453.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1110.429817] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5448c988-e92d-422d-8311-83b4fc2dd398 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.436507] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1110.436507] env[69760]: value = "task-3394533" [ 1110.436507] env[69760]: _type = "Task" [ 1110.436507] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.447058] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394533, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.469266] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24fe5007-2684-476f-8044-abf210e4b3fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.479159] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f538c0e6-ab3f-43d2-a717-b0d4e73a5e66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.529240] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44533d7e-de58-4864-9fbc-17364c863a1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.540822] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de05d09b-2cbd-49de-a2f9-45f01006f668 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.562051] env[69760]: DEBUG nova.compute.provider_tree [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.847017] env[69760]: DEBUG nova.compute.manager [req-512b2688-2705-4fdc-a83d-a062ed725d62 req-d347961c-e280-4102-bfb3-00f0696db8c3 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Received event network-vif-deleted-54821221-f4fc-4832-b3ed-ac5e70271623 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1110.847631] env[69760]: INFO nova.compute.manager [req-512b2688-2705-4fdc-a83d-a062ed725d62 req-d347961c-e280-4102-bfb3-00f0696db8c3 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Neutron deleted interface 54821221-f4fc-4832-b3ed-ac5e70271623; detaching it from the instance and deleting it from the info cache [ 1110.847823] env[69760]: DEBUG nova.network.neutron [req-512b2688-2705-4fdc-a83d-a062ed725d62 req-d347961c-e280-4102-bfb3-00f0696db8c3 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.855897] env[69760]: DEBUG oslo_vmware.api [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394531, 'name': PowerOnVM_Task, 'duration_secs': 0.700375} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.856242] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1110.857068] env[69760]: INFO nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Took 11.19 seconds to spawn the instance on the hypervisor. [ 1110.857424] env[69760]: DEBUG nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1110.859470] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c331f78a-31e8-4723-83b7-51b32f419e19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.862755] env[69760]: DEBUG nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1110.949674] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394533, 'name': Rename_Task, 'duration_secs': 0.165319} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.949674] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1110.949674] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-be46726c-5372-4cd4-86f8-4477dc3d84ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.954627] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1110.954627] env[69760]: value = "task-3394534" [ 1110.954627] env[69760]: _type = "Task" [ 1110.954627] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.068508] env[69760]: DEBUG nova.scheduler.client.report [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.330087] env[69760]: DEBUG nova.network.neutron [-] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.351895] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0a908fd3-8e5f-427f-aa0b-b59da352d865 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.362477] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d86f0b41-8571-4946-b11d-a3e0ec82d6f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.390507] env[69760]: INFO nova.compute.manager [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Took 23.56 seconds to build instance. [ 1111.406027] env[69760]: DEBUG nova.compute.manager [req-512b2688-2705-4fdc-a83d-a062ed725d62 req-d347961c-e280-4102-bfb3-00f0696db8c3 service nova] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Detach interface failed, port_id=54821221-f4fc-4832-b3ed-ac5e70271623, reason: Instance 8ab97386-15c3-432e-b57d-9d858451e82d could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1111.411892] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.465467] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394534, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.576155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.374s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.576155] env[69760]: DEBUG nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1111.577984] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.838s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.579590] env[69760]: INFO nova.compute.claims [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1111.836159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-467b1aaa-9350-4862-a52c-cda0f195ed7b-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.836159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-467b1aaa-9350-4862-a52c-cda0f195ed7b-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.836159] env[69760]: DEBUG nova.objects.instance [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'flavor' on Instance uuid 467b1aaa-9350-4862-a52c-cda0f195ed7b {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1111.836159] env[69760]: INFO nova.compute.manager [-] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Took 1.68 seconds to deallocate network for instance. [ 1111.892134] env[69760]: DEBUG oslo_concurrency.lockutils [None req-425f5955-9188-4bcc-be32-1ef1dff75f46 tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.069s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.974213] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394534, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.084288] env[69760]: DEBUG nova.compute.utils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.085783] env[69760]: DEBUG nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1112.085963] env[69760]: DEBUG nova.network.neutron [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1112.173454] env[69760]: DEBUG nova.policy [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'f4595990f3f94d13a97e79840d70caf5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2944ca039728447e8e448b3aad31fd0e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.389149] env[69760]: INFO nova.compute.manager [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Took 0.55 seconds to detach 1 volumes for instance. [ 1112.391591] env[69760]: DEBUG nova.compute.manager [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Deleting volume: d0911994-2129-4988-a6b1-ed5fe0f36d0b {{(pid=69760) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1112.467742] env[69760]: DEBUG oslo_vmware.api [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394534, 'name': PowerOnVM_Task, 'duration_secs': 1.052107} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.468105] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1112.592877] env[69760]: DEBUG nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1112.601350] env[69760]: DEBUG nova.compute.manager [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1112.605070] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3537d830-e410-419b-aeb1-07b1b6da36aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.682423] env[69760]: DEBUG nova.network.neutron [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Successfully created port: 7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1112.852236] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7283b48-68b3-4c03-9238-6023d19f1860 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.855768] env[69760]: DEBUG nova.objects.instance [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'pci_requests' on Instance uuid 467b1aaa-9350-4862-a52c-cda0f195ed7b {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1112.862176] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acd89e6-451a-4d22-a6e3-d92fb578017a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.902672] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556da99c-5655-4d31-8c3f-e9c77e0400d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.912777] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1706bb4-4c93-44e6-a498-e11ccaa8571c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.928091] env[69760]: DEBUG nova.compute.provider_tree [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1112.937780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.127746] env[69760]: DEBUG oslo_concurrency.lockutils [None req-324e4a17-bdd2-4b8d-9901-c579fd28c7e7 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.693s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.359016] env[69760]: DEBUG nova.objects.base [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Object Instance<467b1aaa-9350-4862-a52c-cda0f195ed7b> lazy-loaded attributes: flavor,pci_requests {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1113.362853] env[69760]: DEBUG nova.network.neutron [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1113.434644] env[69760]: DEBUG nova.scheduler.client.report [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1113.498274] env[69760]: DEBUG nova.policy [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1113.608367] env[69760]: DEBUG nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1113.649044] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1113.649345] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1113.649541] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.649756] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1113.649934] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.653465] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1113.653547] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1113.653692] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1113.653893] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1113.654103] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1113.654327] env[69760]: DEBUG nova.virt.hardware [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1113.655453] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e258f27-1163-4af9-a011-42077a40da6a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.670780] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-002ba944-ba1d-4c97-8599-437f1b652844 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.703500] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "fd7add73-a599-45bb-b48f-fa1e538124ec" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.703500] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.703500] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "fd7add73-a599-45bb-b48f-fa1e538124ec-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.703500] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.703500] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.705343] env[69760]: INFO nova.compute.manager [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Terminating instance [ 1113.942428] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1113.942978] env[69760]: DEBUG nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1113.945628] env[69760]: DEBUG oslo_concurrency.lockutils [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.656s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.212447] env[69760]: DEBUG nova.compute.manager [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1114.212447] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1114.213278] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75d4c8f-87d9-41aa-a4a9-bdde22a7a209 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.223450] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.226178] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42bde185-b747-4dbd-a9b1-5316f35580bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.234055] env[69760]: DEBUG oslo_vmware.api [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1114.234055] env[69760]: value = "task-3394536" [ 1114.234055] env[69760]: _type = "Task" [ 1114.234055] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.244913] env[69760]: DEBUG oslo_vmware.api [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394536, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.259653] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0143a98-8493-4521-aac1-12425d714956 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.268222] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc985c39-9348-4999-b229-6fcde49fbc3d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.301546] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a854fdd-234e-4e3f-ab88-be8781c797f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.310462] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37c732fd-f43e-4dff-a7cd-0107457b5522 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.328927] env[69760]: DEBUG nova.compute.provider_tree [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.390299] env[69760]: DEBUG nova.network.neutron [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Successfully updated port: 7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.202808] env[69760]: DEBUG nova.compute.utils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1115.204632] env[69760]: INFO nova.compute.manager [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Rebuilding instance [ 1115.207286] env[69760]: DEBUG nova.scheduler.client.report [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1115.210701] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.210846] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.210987] env[69760]: DEBUG nova.network.neutron [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1115.212853] env[69760]: DEBUG nova.compute.manager [req-277ccee9-3d46-4285-bd73-22d850c0daf6 req-eb83dc89-1d87-4ca5-8131-64416e4e74fc service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Received event network-vif-plugged-7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.213070] env[69760]: DEBUG oslo_concurrency.lockutils [req-277ccee9-3d46-4285-bd73-22d850c0daf6 req-eb83dc89-1d87-4ca5-8131-64416e4e74fc service nova] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.213271] env[69760]: DEBUG oslo_concurrency.lockutils [req-277ccee9-3d46-4285-bd73-22d850c0daf6 req-eb83dc89-1d87-4ca5-8131-64416e4e74fc service nova] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.213443] env[69760]: DEBUG oslo_concurrency.lockutils [req-277ccee9-3d46-4285-bd73-22d850c0daf6 req-eb83dc89-1d87-4ca5-8131-64416e4e74fc service nova] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.213610] env[69760]: DEBUG nova.compute.manager [req-277ccee9-3d46-4285-bd73-22d850c0daf6 req-eb83dc89-1d87-4ca5-8131-64416e4e74fc service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] No waiting events found dispatching network-vif-plugged-7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.213773] env[69760]: WARNING nova.compute.manager [req-277ccee9-3d46-4285-bd73-22d850c0daf6 req-eb83dc89-1d87-4ca5-8131-64416e4e74fc service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Received unexpected event network-vif-plugged-7604624d-d8b0-403e-8ce5-39b050e80200 for instance with vm_state building and task_state spawning. [ 1115.215188] env[69760]: DEBUG nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1115.215354] env[69760]: DEBUG nova.network.neutron [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1115.231423] env[69760]: DEBUG oslo_vmware.api [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394536, 'name': PowerOffVM_Task, 'duration_secs': 0.419355} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.231423] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1115.231423] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1115.231423] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0d2c3163-8dff-4f3d-a4a4-7a492e347043 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.259929] env[69760]: DEBUG nova.compute.manager [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1115.260646] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1506fb95-0a7f-4e9c-b52b-0ea673c8783b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.265345] env[69760]: DEBUG nova.policy [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07df43a5012144ccb888d91c5d7c8733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f774b9ef2454b278327e448f17641ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1115.305996] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1115.306279] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1115.306570] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Deleting the datastore file [datastore2] fd7add73-a599-45bb-b48f-fa1e538124ec {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1115.306857] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83c1070e-68fe-4705-9827-8c44f9b531a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.314324] env[69760]: DEBUG oslo_vmware.api [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for the task: (returnval){ [ 1115.314324] env[69760]: value = "task-3394538" [ 1115.314324] env[69760]: _type = "Task" [ 1115.314324] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.323347] env[69760]: DEBUG oslo_vmware.api [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.422068] env[69760]: DEBUG nova.network.neutron [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Successfully updated port: 073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1115.590595] env[69760]: DEBUG nova.network.neutron [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Successfully created port: ee1fad08-c530-419d-b94b-be228347672d {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1115.715956] env[69760]: DEBUG nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1115.724018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.775s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.724018] env[69760]: INFO nova.compute.manager [None req-588c92c4-f95b-4bac-a368-1fca523430eb tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Successfully reverted task state from rebuilding on failure for instance. [ 1115.731614] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.317s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.732360] env[69760]: INFO nova.compute.claims [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1115.778294] env[69760]: DEBUG nova.network.neutron [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1115.822528] env[69760]: DEBUG nova.compute.manager [req-4032be34-6ea2-4a45-833f-30d83e928611 req-c6023c7c-e9ef-48f2-9f3a-e672fc61475b service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-vif-plugged-073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1115.823081] env[69760]: DEBUG oslo_concurrency.lockutils [req-4032be34-6ea2-4a45-833f-30d83e928611 req-c6023c7c-e9ef-48f2-9f3a-e672fc61475b service nova] Acquiring lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.823311] env[69760]: DEBUG oslo_concurrency.lockutils [req-4032be34-6ea2-4a45-833f-30d83e928611 req-c6023c7c-e9ef-48f2-9f3a-e672fc61475b service nova] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.823497] env[69760]: DEBUG oslo_concurrency.lockutils [req-4032be34-6ea2-4a45-833f-30d83e928611 req-c6023c7c-e9ef-48f2-9f3a-e672fc61475b service nova] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.824363] env[69760]: DEBUG nova.compute.manager [req-4032be34-6ea2-4a45-833f-30d83e928611 req-c6023c7c-e9ef-48f2-9f3a-e672fc61475b service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] No waiting events found dispatching network-vif-plugged-073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1115.824363] env[69760]: WARNING nova.compute.manager [req-4032be34-6ea2-4a45-833f-30d83e928611 req-c6023c7c-e9ef-48f2-9f3a-e672fc61475b service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received unexpected event network-vif-plugged-073f5ff2-d21a-4c03-90bf-a30ac58cd86a for instance with vm_state active and task_state None. [ 1115.830089] env[69760]: DEBUG oslo_vmware.api [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Task: {'id': task-3394538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.24956} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.830486] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1115.830684] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1115.830684] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1115.830852] env[69760]: INFO nova.compute.manager [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1115.831110] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1115.831608] env[69760]: DEBUG nova.compute.manager [-] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1115.831777] env[69760]: DEBUG nova.network.neutron [-] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1115.926963] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.926963] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.926963] env[69760]: DEBUG nova.network.neutron [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.022285] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "46d31245-eac8-406d-a938-f025d840b4df" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.022285] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46d31245-eac8-406d-a938-f025d840b4df" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.027580] env[69760]: DEBUG nova.network.neutron [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updating instance_info_cache with network_info: [{"id": "7604624d-d8b0-403e-8ce5-39b050e80200", "address": "fa:16:3e:04:68:84", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7604624d-d8", "ovs_interfaceid": "7604624d-d8b0-403e-8ce5-39b050e80200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.281673] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1116.282044] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe6af70c-6ac2-489f-9c3e-61d2b95901f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.290552] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1116.290552] env[69760]: value = "task-3394539" [ 1116.290552] env[69760]: _type = "Task" [ 1116.290552] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.300476] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394539, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.464629] env[69760]: WARNING nova.network.neutron [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] 504b24e4-f426-41bf-bbb3-2afc8307256a already exists in list: networks containing: ['504b24e4-f426-41bf-bbb3-2afc8307256a']. ignoring it [ 1116.484795] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "d6bcd79f-fbd5-4514-93de-872435ecf68c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.485196] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.485501] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "d6bcd79f-fbd5-4514-93de-872435ecf68c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1116.485765] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1116.486011] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.488787] env[69760]: INFO nova.compute.manager [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Terminating instance [ 1116.524598] env[69760]: DEBUG nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1116.533865] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.534227] env[69760]: DEBUG nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Instance network_info: |[{"id": "7604624d-d8b0-403e-8ce5-39b050e80200", "address": "fa:16:3e:04:68:84", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7604624d-d8", "ovs_interfaceid": "7604624d-d8b0-403e-8ce5-39b050e80200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1116.534669] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:68:84', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '30c39e9a-a798-4f25-a48c-91f786ba332c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7604624d-d8b0-403e-8ce5-39b050e80200', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.546393] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1116.547049] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.547297] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0a17f6b-9c47-4b4d-9f02-a3202be8fa96 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.572895] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.572895] env[69760]: value = "task-3394540" [ 1116.572895] env[69760]: _type = "Task" [ 1116.572895] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.581772] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394540, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.595574] env[69760]: DEBUG nova.compute.manager [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Received event network-changed-7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1116.595779] env[69760]: DEBUG nova.compute.manager [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Refreshing instance network info cache due to event network-changed-7604624d-d8b0-403e-8ce5-39b050e80200. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1116.596172] env[69760]: DEBUG oslo_concurrency.lockutils [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] Acquiring lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.596172] env[69760]: DEBUG oslo_concurrency.lockutils [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] Acquired lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.596301] env[69760]: DEBUG nova.network.neutron [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Refreshing network info cache for port 7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1116.681185] env[69760]: DEBUG nova.network.neutron [-] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.742248] env[69760]: DEBUG nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1116.768800] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1116.769053] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1116.769217] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1116.769405] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1116.769552] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1116.769714] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1116.769910] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1116.770259] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1116.770375] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1116.770469] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1116.770642] env[69760]: DEBUG nova.virt.hardware [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1116.771539] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ddb5415-ba64-4419-a45a-531dc3707088 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.785781] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfae739-9fac-476e-85e5-a771fffb3248 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.808641] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394539, 'name': PowerOffVM_Task, 'duration_secs': 0.190533} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.808912] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1116.810287] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.813379] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cab209a-6f5a-4d43-8ad1-9033f1a1e008 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.820790] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1116.821687] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-eeb99e7f-d55e-4991-a6ad-9388c77636eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.875688] env[69760]: DEBUG nova.network.neutron [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "address": "fa:16:3e:58:fa:ed", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073f5ff2-d2", "ovs_interfaceid": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1116.885352] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1116.885352] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1116.885352] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleting the datastore file [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1116.885352] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-04100652-50aa-4ae9-b7c1-47fcab0a5c92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.892249] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1116.892249] env[69760]: value = "task-3394542" [ 1116.892249] env[69760]: _type = "Task" [ 1116.892249] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.904514] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394542, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.992800] env[69760]: DEBUG nova.compute.manager [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1116.993031] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1116.993898] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-393af1b3-1969-45fd-828d-1bd106141181 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.001337] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1117.004232] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6ee934e-d8b5-4286-962f-ea61855b42f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.012500] env[69760]: DEBUG oslo_vmware.api [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1117.012500] env[69760]: value = "task-3394543" [ 1117.012500] env[69760]: _type = "Task" [ 1117.012500] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.031751] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcc45984-a535-4db6-b512-63b1f538f85f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.044860] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caea3df8-d09a-47c0-8b74-3a73ded75c08 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.077832] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.083845] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-118641a1-7032-4898-a9df-00ded81211ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.088026] env[69760]: DEBUG nova.network.neutron [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Successfully updated port: ee1fad08-c530-419d-b94b-be228347672d {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1117.096948] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394540, 'name': CreateVM_Task, 'duration_secs': 0.470427} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.098572] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1117.098873] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80b948a-d164-44a8-8376-8487f4a256b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.105844] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.106166] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.106762] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.113570] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbc44f39-e162-4a94-b0bd-571aae05df5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.125669] env[69760]: DEBUG nova.compute.provider_tree [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1117.130999] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1117.130999] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba5a59-611f-799f-ee22-28f868376a42" [ 1117.130999] env[69760]: _type = "Task" [ 1117.130999] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.139679] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ba5a59-611f-799f-ee22-28f868376a42, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.140547] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.140812] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.144020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.144020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.144020] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.144351] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-969e27d0-76c7-405b-ac7c-e45f66c7a0ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.152136] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.152318] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.153025] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5923263a-895e-408d-aa75-7f9e1b1aad25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.158153] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1117.158153] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52191ebe-8afc-4e1b-d6d6-080d683acc13" [ 1117.158153] env[69760]: _type = "Task" [ 1117.158153] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.166622] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52191ebe-8afc-4e1b-d6d6-080d683acc13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.183373] env[69760]: INFO nova.compute.manager [-] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Took 1.35 seconds to deallocate network for instance. [ 1117.316109] env[69760]: DEBUG nova.network.neutron [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updated VIF entry in instance network info cache for port 7604624d-d8b0-403e-8ce5-39b050e80200. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1117.316555] env[69760]: DEBUG nova.network.neutron [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updating instance_info_cache with network_info: [{"id": "7604624d-d8b0-403e-8ce5-39b050e80200", "address": "fa:16:3e:04:68:84", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7604624d-d8", "ovs_interfaceid": "7604624d-d8b0-403e-8ce5-39b050e80200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.380831] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.381782] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.382013] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.383722] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3da76ce-bbe1-4c58-853b-11ffe55453b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.402890] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1117.403146] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1117.403312] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1117.403546] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1117.403686] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1117.403823] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1117.404072] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1117.404245] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1117.405114] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1117.405114] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1117.405114] env[69760]: DEBUG nova.virt.hardware [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1117.412012] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Reconfiguring VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1117.414950] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0fd33e5-9a24-4083-adbc-07e44b99d090 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.432779] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394542, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14382} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.433919] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1117.434137] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1117.434330] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1117.436951] env[69760]: DEBUG oslo_vmware.api [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1117.436951] env[69760]: value = "task-3394544" [ 1117.436951] env[69760]: _type = "Task" [ 1117.436951] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.445268] env[69760]: DEBUG oslo_vmware.api [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394544, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.524056] env[69760]: DEBUG oslo_vmware.api [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394543, 'name': PowerOffVM_Task, 'duration_secs': 0.31695} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.524312] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1117.524525] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1117.524813] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-833ebd1d-1093-41ca-842c-9f21793c6b4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.588210] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1117.588454] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1117.588645] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleting the datastore file [datastore1] d6bcd79f-fbd5-4514-93de-872435ecf68c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1117.588957] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2739f5d-ab3b-4040-942d-00288faf92ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.596138] env[69760]: DEBUG oslo_vmware.api [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1117.596138] env[69760]: value = "task-3394546" [ 1117.596138] env[69760]: _type = "Task" [ 1117.596138] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.599725] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-5d00f9ff-8745-4894-8066-4b21116aa48c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.599725] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-5d00f9ff-8745-4894-8066-4b21116aa48c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.599876] env[69760]: DEBUG nova.network.neutron [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1117.606202] env[69760]: DEBUG oslo_vmware.api [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394546, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.631529] env[69760]: DEBUG nova.scheduler.client.report [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1117.670553] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52191ebe-8afc-4e1b-d6d6-080d683acc13, 'name': SearchDatastore_Task, 'duration_secs': 0.008707} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.671461] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-00e50eff-5ea8-4574-9492-e78f98d13742 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.677129] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1117.677129] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5268c822-34d5-1252-346e-6d93ba415dcc" [ 1117.677129] env[69760]: _type = "Task" [ 1117.677129] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.686748] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5268c822-34d5-1252-346e-6d93ba415dcc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.690023] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.744297] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-323ec672-86d9-4cdf-8d6f-067456d84071 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.751476] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff698e-d367-4728-a757-c0f49a7080be tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Suspending the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1117.751639] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-afb8aec7-b89b-479b-ad1c-74ee2fdbe00a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.758782] env[69760]: DEBUG oslo_vmware.api [None req-b3ff698e-d367-4728-a757-c0f49a7080be tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1117.758782] env[69760]: value = "task-3394547" [ 1117.758782] env[69760]: _type = "Task" [ 1117.758782] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.766276] env[69760]: DEBUG oslo_vmware.api [None req-b3ff698e-d367-4728-a757-c0f49a7080be tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394547, 'name': SuspendVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.818990] env[69760]: DEBUG oslo_concurrency.lockutils [req-77999113-c8ff-40eb-b5a9-12dfd2860a0f req-a01d06c4-47e7-4685-9036-4a8c1d1b90b7 service nova] Releasing lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.857141] env[69760]: DEBUG nova.compute.manager [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-changed-073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1117.857418] env[69760]: DEBUG nova.compute.manager [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing instance network info cache due to event network-changed-073f5ff2-d21a-4c03-90bf-a30ac58cd86a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1117.857708] env[69760]: DEBUG oslo_concurrency.lockutils [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.857896] env[69760]: DEBUG oslo_concurrency.lockutils [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.858084] env[69760]: DEBUG nova.network.neutron [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing network info cache for port 073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1117.951428] env[69760]: DEBUG oslo_vmware.api [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394544, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.108683] env[69760]: DEBUG oslo_vmware.api [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394546, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.255403} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.109333] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1118.109530] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1118.109715] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1118.109890] env[69760]: INFO nova.compute.manager [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1118.110416] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.110555] env[69760]: DEBUG nova.compute.manager [-] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1118.110665] env[69760]: DEBUG nova.network.neutron [-] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1118.136699] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.407s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.137281] env[69760]: DEBUG nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1118.141029] env[69760]: DEBUG nova.network.neutron [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1118.143082] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.205s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.143343] env[69760]: DEBUG nova.objects.instance [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lazy-loading 'resources' on Instance uuid 8ab97386-15c3-432e-b57d-9d858451e82d {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1118.189799] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5268c822-34d5-1252-346e-6d93ba415dcc, 'name': SearchDatastore_Task, 'duration_secs': 0.012295} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.192476] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.192748] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 8ece06a9-9344-4fb7-8d18-084e17a8e916/8ece06a9-9344-4fb7-8d18-084e17a8e916.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.193338] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c34671c8-c2a2-4f13-ba69-d72eb71aaa96 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.201064] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1118.201064] env[69760]: value = "task-3394548" [ 1118.201064] env[69760]: _type = "Task" [ 1118.201064] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.211265] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394548, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.269026] env[69760]: DEBUG oslo_vmware.api [None req-b3ff698e-d367-4728-a757-c0f49a7080be tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394547, 'name': SuspendVM_Task} progress is 62%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.297551] env[69760]: DEBUG nova.network.neutron [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Updating instance_info_cache with network_info: [{"id": "ee1fad08-c530-419d-b94b-be228347672d", "address": "fa:16:3e:aa:87:8b", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1fad08-c5", "ovs_interfaceid": "ee1fad08-c530-419d-b94b-be228347672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.457041] env[69760]: DEBUG oslo_vmware.api [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394544, 'name': ReconfigVM_Task, 'duration_secs': 0.639628} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.457041] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.457041] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Reconfigured VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1118.485860] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1118.486151] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1118.486312] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1118.486594] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1118.486856] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1118.487066] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1118.487314] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1118.487494] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1118.487682] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1118.487851] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1118.488047] env[69760]: DEBUG nova.virt.hardware [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1118.489475] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e943a628-e4b9-446e-accc-ab914281bf72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.501359] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6bbd7b-66e0-4f3d-9fd5-ed6f4c9120c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.516896] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:37:7a:c6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.528458] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.529324] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.529581] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6eca8469-c281-464a-abe4-572fa35b544a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.554133] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.554133] env[69760]: value = "task-3394549" [ 1118.554133] env[69760]: _type = "Task" [ 1118.554133] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.565281] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394549, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.627579] env[69760]: DEBUG nova.network.neutron [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updated VIF entry in instance network info cache for port 073f5ff2-d21a-4c03-90bf-a30ac58cd86a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1118.628618] env[69760]: DEBUG nova.network.neutron [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "address": "fa:16:3e:58:fa:ed", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073f5ff2-d2", "ovs_interfaceid": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.646571] env[69760]: DEBUG nova.compute.utils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1118.651249] env[69760]: DEBUG nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1118.651444] env[69760]: DEBUG nova.network.neutron [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1118.691409] env[69760]: DEBUG nova.policy [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4189eaf49e1c4746a3181f9988931ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5219cd01a145407c9e3c2aa62f59f014', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1118.710227] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394548, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.480878} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.712621] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 8ece06a9-9344-4fb7-8d18-084e17a8e916/8ece06a9-9344-4fb7-8d18-084e17a8e916.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.712843] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.713258] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-100f9689-2c7c-48f0-9141-013a26ddfe3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.720411] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1118.720411] env[69760]: value = "task-3394550" [ 1118.720411] env[69760]: _type = "Task" [ 1118.720411] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.731015] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394550, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.773931] env[69760]: DEBUG oslo_vmware.api [None req-b3ff698e-d367-4728-a757-c0f49a7080be tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394547, 'name': SuspendVM_Task, 'duration_secs': 0.782247} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.773931] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b3ff698e-d367-4728-a757-c0f49a7080be tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Suspended the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1118.773931] env[69760]: DEBUG nova.compute.manager [None req-b3ff698e-d367-4728-a757-c0f49a7080be tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1118.774508] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1185f2-5ee1-48d1-8ef8-741e7b336792 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.802397] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-5d00f9ff-8745-4894-8066-4b21116aa48c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.802785] env[69760]: DEBUG nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Instance network_info: |[{"id": "ee1fad08-c530-419d-b94b-be228347672d", "address": "fa:16:3e:aa:87:8b", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1fad08-c5", "ovs_interfaceid": "ee1fad08-c530-419d-b94b-be228347672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1118.803438] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:aa:87:8b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ee1fad08-c530-419d-b94b-be228347672d', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1118.811707] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1118.814691] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1118.815188] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ecec5316-14de-454c-815d-ba030125b9ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.837513] env[69760]: DEBUG nova.compute.manager [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Received event network-vif-plugged-ee1fad08-c530-419d-b94b-be228347672d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.837759] env[69760]: DEBUG oslo_concurrency.lockutils [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] Acquiring lock "5d00f9ff-8745-4894-8066-4b21116aa48c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.837983] env[69760]: DEBUG oslo_concurrency.lockutils [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.838171] env[69760]: DEBUG oslo_concurrency.lockutils [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.838344] env[69760]: DEBUG nova.compute.manager [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] No waiting events found dispatching network-vif-plugged-ee1fad08-c530-419d-b94b-be228347672d {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1118.838555] env[69760]: WARNING nova.compute.manager [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Received unexpected event network-vif-plugged-ee1fad08-c530-419d-b94b-be228347672d for instance with vm_state building and task_state spawning. [ 1118.838746] env[69760]: DEBUG nova.compute.manager [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Received event network-changed-ee1fad08-c530-419d-b94b-be228347672d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1118.838899] env[69760]: DEBUG nova.compute.manager [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Refreshing instance network info cache due to event network-changed-ee1fad08-c530-419d-b94b-be228347672d. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1118.839099] env[69760]: DEBUG oslo_concurrency.lockutils [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] Acquiring lock "refresh_cache-5d00f9ff-8745-4894-8066-4b21116aa48c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.839250] env[69760]: DEBUG oslo_concurrency.lockutils [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] Acquired lock "refresh_cache-5d00f9ff-8745-4894-8066-4b21116aa48c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.839441] env[69760]: DEBUG nova.network.neutron [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Refreshing network info cache for port ee1fad08-c530-419d-b94b-be228347672d {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1118.847892] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1118.847892] env[69760]: value = "task-3394551" [ 1118.847892] env[69760]: _type = "Task" [ 1118.847892] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.865263] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394551, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.867695] env[69760]: DEBUG nova.network.neutron [-] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1118.915835] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b600073-ba64-4c2d-92d3-2413ff31e340 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.922835] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfb8a67-6157-4ba5-bc4a-bb3a4c94dc13 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.954071] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dcf7453-c144-4e07-a9f6-7302d25922da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.961559] env[69760]: DEBUG oslo_concurrency.lockutils [None req-119aef14-8643-47c6-af2e-b708bb86cf9b tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-467b1aaa-9350-4862-a52c-cda0f195ed7b-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.128s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1118.964160] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ed060b0-d7ed-42cd-a547-11da510e6a36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.978537] env[69760]: DEBUG nova.compute.provider_tree [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.000851] env[69760]: DEBUG nova.network.neutron [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Successfully created port: 23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1119.065284] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394549, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.131549] env[69760]: DEBUG oslo_concurrency.lockutils [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.132017] env[69760]: DEBUG nova.compute.manager [req-efb7663a-93a3-40c5-a2f2-c1948679d169 req-9eb42504-93a6-4098-8e34-6be12e19d1a9 service nova] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Received event network-vif-deleted-cedad4ea-35c1-4963-a190-b32db5d994ad {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.155084] env[69760]: DEBUG nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1119.230359] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394550, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071632} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.230668] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.231455] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c54743d4-bcb3-42a9-a30c-cfef0af0e447 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.252965] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 8ece06a9-9344-4fb7-8d18-084e17a8e916/8ece06a9-9344-4fb7-8d18-084e17a8e916.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.253623] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78e111b2-db5c-4ba4-af63-55ec1004af0b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.273109] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1119.273109] env[69760]: value = "task-3394552" [ 1119.273109] env[69760]: _type = "Task" [ 1119.273109] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.281367] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394552, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.357160] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394551, 'name': CreateVM_Task, 'duration_secs': 0.390675} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.357659] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.358368] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.358539] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.358859] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.359157] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ec988272-100c-4d3e-aafe-9bd181bbee81 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.363719] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1119.363719] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c61703-c799-7235-25d4-16487d2b0b1f" [ 1119.363719] env[69760]: _type = "Task" [ 1119.363719] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.371551] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c61703-c799-7235-25d4-16487d2b0b1f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.374736] env[69760]: INFO nova.compute.manager [-] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Took 1.26 seconds to deallocate network for instance. [ 1119.483667] env[69760]: DEBUG nova.scheduler.client.report [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1119.566341] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394549, 'name': CreateVM_Task, 'duration_secs': 0.526868} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.566341] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1119.566341] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.626544] env[69760]: DEBUG nova.network.neutron [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Updated VIF entry in instance network info cache for port ee1fad08-c530-419d-b94b-be228347672d. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1119.626954] env[69760]: DEBUG nova.network.neutron [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Updating instance_info_cache with network_info: [{"id": "ee1fad08-c530-419d-b94b-be228347672d", "address": "fa:16:3e:aa:87:8b", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapee1fad08-c5", "ovs_interfaceid": "ee1fad08-c530-419d-b94b-be228347672d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.783606] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394552, 'name': ReconfigVM_Task, 'duration_secs': 0.285997} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.783888] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 8ece06a9-9344-4fb7-8d18-084e17a8e916/8ece06a9-9344-4fb7-8d18-084e17a8e916.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.784571] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3b5960bb-0d5b-4003-9bed-47d4b4b3480c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.790932] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1119.790932] env[69760]: value = "task-3394553" [ 1119.790932] env[69760]: _type = "Task" [ 1119.790932] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.799198] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394553, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.874288] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c61703-c799-7235-25d4-16487d2b0b1f, 'name': SearchDatastore_Task, 'duration_secs': 0.009811} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.875138] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.875138] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1119.875138] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.875385] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.875385] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1119.875623] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.875930] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.876178] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a2484aab-9071-44ec-98d6-90ed376a700f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.878012] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56c383c6-bbef-4c78-b0e3-2f7edc587341 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.880605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1119.884603] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1119.884603] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]522861ff-718a-b60d-27d8-b945c051d4e5" [ 1119.884603] env[69760]: _type = "Task" [ 1119.884603] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.892092] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522861ff-718a-b60d-27d8-b945c051d4e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.893048] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1119.893229] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1119.893973] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02f75b88-bbd8-432f-b8fb-dcd2e8da0187 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.898806] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1119.898806] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6dc13-4f0c-2813-cb88-2737f36b5bd6" [ 1119.898806] env[69760]: _type = "Task" [ 1119.898806] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.906875] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6dc13-4f0c-2813-cb88-2737f36b5bd6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.943892] env[69760]: DEBUG nova.compute.manager [req-cbd7a763-b437-4c6d-a089-8c0e86e9ce09 req-6965564c-75a9-4c1e-8658-43b61ea9e913 service nova] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Received event network-vif-deleted-63766684-b2ed-411f-a339-904d8d91b6d2 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1119.990890] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1119.993175] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.915s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1119.994905] env[69760]: INFO nova.compute.claims [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1120.130334] env[69760]: DEBUG oslo_concurrency.lockutils [req-c25d8c67-8423-48b2-a138-1318b4e2362b req-75dafe6f-e085-4455-b2c8-a7a31fa517c1 service nova] Releasing lock "refresh_cache-5d00f9ff-8745-4894-8066-4b21116aa48c" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.166856] env[69760]: DEBUG nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1120.194189] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1120.194532] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1120.194765] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1120.195014] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1120.195231] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1120.195459] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1120.195693] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1120.195890] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1120.196117] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1120.196319] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1120.196607] env[69760]: DEBUG nova.virt.hardware [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1120.198133] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d27f7f-a25e-4803-85f2-5520a5784f83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.207744] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26f251eb-1b1d-44b1-8940-3d0c1a5391aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.301580] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394553, 'name': Rename_Task, 'duration_secs': 0.171605} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.301892] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.302151] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45d84cd6-bdf7-47f8-9633-8186f8108937 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.309457] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1120.309457] env[69760]: value = "task-3394554" [ 1120.309457] env[69760]: _type = "Task" [ 1120.309457] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.316741] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394554, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.395134] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]522861ff-718a-b60d-27d8-b945c051d4e5, 'name': SearchDatastore_Task, 'duration_secs': 0.016665} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.395134] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.395134] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1120.395134] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.407623] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d6dc13-4f0c-2813-cb88-2737f36b5bd6, 'name': SearchDatastore_Task, 'duration_secs': 0.011834} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.408293] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a9cf077-ca4c-41c5-9cee-4a188d44c6f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.413314] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1120.413314] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f2091d-1f23-7984-d822-e2471cf33dfe" [ 1120.413314] env[69760]: _type = "Task" [ 1120.413314] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.424486] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f2091d-1f23-7984-d822-e2471cf33dfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.475783] env[69760]: DEBUG nova.network.neutron [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Successfully updated port: 23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1120.493708] env[69760]: INFO nova.compute.manager [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Resuming [ 1120.494350] env[69760]: DEBUG nova.objects.instance [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lazy-loading 'flavor' on Instance uuid 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1120.510015] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b52473ed-8e4c-4b42-8aa7-51384de9fe86 tempest-ServerActionsV293TestJSON-798007036 tempest-ServerActionsV293TestJSON-798007036-project-member] Lock "8ab97386-15c3-432e-b57d-9d858451e82d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.954s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.561833] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-467b1aaa-9350-4862-a52c-cda0f195ed7b-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.562107] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-467b1aaa-9350-4862-a52c-cda0f195ed7b-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.820013] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394554, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.853222] env[69760]: DEBUG nova.compute.manager [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-vif-plugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.853399] env[69760]: DEBUG oslo_concurrency.lockutils [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1120.853618] env[69760]: DEBUG oslo_concurrency.lockutils [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1120.853767] env[69760]: DEBUG oslo_concurrency.lockutils [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.853924] env[69760]: DEBUG nova.compute.manager [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] No waiting events found dispatching network-vif-plugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1120.854102] env[69760]: WARNING nova.compute.manager [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received unexpected event network-vif-plugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf for instance with vm_state building and task_state spawning. [ 1120.854264] env[69760]: DEBUG nova.compute.manager [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1120.854457] env[69760]: DEBUG nova.compute.manager [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing instance network info cache due to event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1120.854645] env[69760]: DEBUG oslo_concurrency.lockutils [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] Acquiring lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.854780] env[69760]: DEBUG oslo_concurrency.lockutils [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] Acquired lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.854933] env[69760]: DEBUG nova.network.neutron [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing network info cache for port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1120.923956] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f2091d-1f23-7984-d822-e2471cf33dfe, 'name': SearchDatastore_Task, 'duration_secs': 0.00988} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.924242] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.924551] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5d00f9ff-8745-4894-8066-4b21116aa48c/5d00f9ff-8745-4894-8066-4b21116aa48c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1120.924965] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.925280] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1120.925588] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0ae95dae-1626-41b7-843a-c12f7047ef3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.927529] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-233e2a77-a705-4032-812e-1e00e23af79e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.935650] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1120.935650] env[69760]: value = "task-3394555" [ 1120.935650] env[69760]: _type = "Task" [ 1120.935650] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.939674] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1120.939860] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1120.940902] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ebb2e37d-cdea-499c-bc3d-fc1cee3d4266 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.946297] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394555, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.949330] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1120.949330] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5239b995-add8-98b9-43d9-110c3ee6a834" [ 1120.949330] env[69760]: _type = "Task" [ 1120.949330] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.956328] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5239b995-add8-98b9-43d9-110c3ee6a834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.981117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.064342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.064570] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.065439] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e56cdc4-ba58-49c6-a4ca-8d790d537b16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.089543] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec33d55-3a2b-401b-9bf3-f3beac8d9ede {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.115353] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Reconfiguring VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1121.118396] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5114b3b8-772d-4d89-90e3-0ef9c6c0e97d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.139364] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1121.139364] env[69760]: value = "task-3394556" [ 1121.139364] env[69760]: _type = "Task" [ 1121.139364] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.155490] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.269980] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87e217e2-9676-4e86-93fe-c62264258a9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.277958] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8087ee97-1375-4d40-8311-2fad05716eee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.314436] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-060a2c82-dca8-4d5e-8bdb-9ae585cdbcb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.326151] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c15f5a9-aad5-4d8e-bfea-a6bc5b884bb5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.330493] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394554, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.342264] env[69760]: DEBUG nova.compute.provider_tree [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1121.392363] env[69760]: DEBUG nova.network.neutron [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1121.453745] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394555, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.470617} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.459238] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 5d00f9ff-8745-4894-8066-4b21116aa48c/5d00f9ff-8745-4894-8066-4b21116aa48c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1121.459562] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1121.459951] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e791a0ad-dad0-4962-9756-5aa120e99a78 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.471502] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5239b995-add8-98b9-43d9-110c3ee6a834, 'name': SearchDatastore_Task, 'duration_secs': 0.008525} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.474388] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1121.474388] env[69760]: value = "task-3394557" [ 1121.474388] env[69760]: _type = "Task" [ 1121.474388] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.475025] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3b25c8fa-e41f-4e1f-9b12-d471c901be07 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.485171] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1121.485171] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52077277-3311-eea6-bd13-97f685f08f12" [ 1121.485171] env[69760]: _type = "Task" [ 1121.485171] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1121.490460] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394557, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.503614] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52077277-3311-eea6-bd13-97f685f08f12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.506866] env[69760]: DEBUG nova.network.neutron [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.650066] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.820143] env[69760]: DEBUG oslo_vmware.api [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394554, 'name': PowerOnVM_Task, 'duration_secs': 1.229462} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.820429] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.820633] env[69760]: INFO nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Took 8.21 seconds to spawn the instance on the hypervisor. [ 1121.820845] env[69760]: DEBUG nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1121.821594] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4793dbb1-1d21-4ce4-95e5-cd58cf574846 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.845499] env[69760]: DEBUG nova.scheduler.client.report [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1121.988767] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394557, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071845} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.989061] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1121.989851] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8d5d83a-4295-4dc3-b6b9-3d14d0371e6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.007366] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.007594] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquired lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.007779] env[69760]: DEBUG nova.network.neutron [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.018308] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] 5d00f9ff-8745-4894-8066-4b21116aa48c/5d00f9ff-8745-4894-8066-4b21116aa48c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1122.022129] env[69760]: DEBUG oslo_concurrency.lockutils [req-740c3562-038a-4ad3-8872-dabb28f8f28f req-d158d61b-6155-4136-a2bd-dd7b17d93268 service nova] Releasing lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.022478] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa4894c1-1c3f-411a-9f00-517ef1398b71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.036763] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52077277-3311-eea6-bd13-97f685f08f12, 'name': SearchDatastore_Task, 'duration_secs': 0.014069} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1122.036984] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.037156] env[69760]: DEBUG nova.network.neutron [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1122.038238] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.038492] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1122.039518] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8add57f5-7b8d-4a3c-843b-ec804263d10c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.045125] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1122.045125] env[69760]: value = "task-3394558" [ 1122.045125] env[69760]: _type = "Task" [ 1122.045125] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.049394] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1122.049394] env[69760]: value = "task-3394559" [ 1122.049394] env[69760]: _type = "Task" [ 1122.049394] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.055731] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394558, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.060310] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394559, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.151272] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.342862] env[69760]: INFO nova.compute.manager [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Took 19.18 seconds to build instance. [ 1122.351404] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.351967] env[69760]: DEBUG nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1122.357478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.667s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.357775] env[69760]: DEBUG nova.objects.instance [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lazy-loading 'resources' on Instance uuid fd7add73-a599-45bb-b48f-fa1e538124ec {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.413201] env[69760]: DEBUG nova.compute.manager [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1122.414484] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ca09298-da57-480d-b56c-f6620c94a483 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.477179] env[69760]: DEBUG nova.compute.manager [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Received event network-changed-7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1122.477314] env[69760]: DEBUG nova.compute.manager [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Refreshing instance network info cache due to event network-changed-7604624d-d8b0-403e-8ce5-39b050e80200. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1122.477714] env[69760]: DEBUG oslo_concurrency.lockutils [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] Acquiring lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.477903] env[69760]: DEBUG oslo_concurrency.lockutils [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] Acquired lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.478100] env[69760]: DEBUG nova.network.neutron [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Refreshing network info cache for port 7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1122.560502] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394558, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.568661] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394559, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.579896] env[69760]: DEBUG nova.network.neutron [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1122.653991] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.747857] env[69760]: DEBUG nova.network.neutron [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [{"id": "d198507a-2619-467d-95bd-23ba072981f1", "address": "fa:16:3e:1d:41:e7", "network": {"id": "9fc11e66-d1ca-4609-a99a-617b20c36aba", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1173431819-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "af79d6fd6c6d48f79c819324375e887b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aec0089a-ff85-4bef-bad8-c84de39af71a", "external-id": "nsx-vlan-transportzone-758", "segmentation_id": 758, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd198507a-26", "ovs_interfaceid": "d198507a-2619-467d-95bd-23ba072981f1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.761076] env[69760]: DEBUG nova.network.neutron [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [{"id": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "address": "fa:16:3e:ba:71:39", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff2a27-21", "ovs_interfaceid": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.844964] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3cb85b4-c890-45a0-a5b8-13a83b6fe6d5 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.696s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.859545] env[69760]: DEBUG nova.compute.utils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1122.860980] env[69760]: DEBUG nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1122.861168] env[69760]: DEBUG nova.network.neutron [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1122.904390] env[69760]: DEBUG nova.policy [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5eb71c31944ec8290123e006a11b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3666199f264ff193576ca2df9efa74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1122.927869] env[69760]: INFO nova.compute.manager [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] instance snapshotting [ 1122.928929] env[69760]: DEBUG nova.objects.instance [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'flavor' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1123.059141] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394558, 'name': ReconfigVM_Task, 'duration_secs': 0.986346} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.062183] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Reconfigured VM instance instance-00000067 to attach disk [datastore1] 5d00f9ff-8745-4894-8066-4b21116aa48c/5d00f9ff-8745-4894-8066-4b21116aa48c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1123.063461] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-919aaa6d-ce5f-478f-947e-39d86f92f6bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.068011] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394559, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881481} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.068372] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1123.069557] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1123.069557] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20972d35-0d43-4cd1-bea5-f8e968f8f58e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.075335] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1123.075335] env[69760]: value = "task-3394560" [ 1123.075335] env[69760]: _type = "Task" [ 1123.075335] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.078891] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1123.078891] env[69760]: value = "task-3394561" [ 1123.078891] env[69760]: _type = "Task" [ 1123.078891] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.090676] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394560, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.096180] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394561, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.118909] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6a0725-740f-40b9-b3c6-831cfa022a27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.127128] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0e7440-09cc-4034-956e-4b8cf75ae13b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.167780] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0227667b-8da1-4dd8-9259-fe47c3d5b71c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.175861] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.179286] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37282629-2016-4476-9abd-647cc1eb1785 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.192575] env[69760]: DEBUG nova.compute.provider_tree [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1123.195801] env[69760]: DEBUG nova.network.neutron [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Successfully created port: 821939f7-7bea-45ce-bbe3-967b57f5899a {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1123.240404] env[69760]: DEBUG nova.network.neutron [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updated VIF entry in instance network info cache for port 7604624d-d8b0-403e-8ce5-39b050e80200. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1123.240760] env[69760]: DEBUG nova.network.neutron [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updating instance_info_cache with network_info: [{"id": "7604624d-d8b0-403e-8ce5-39b050e80200", "address": "fa:16:3e:04:68:84", "network": {"id": "e7b6b356-457d-4243-8b3a-fc7044795871", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1931330276-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.211", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2944ca039728447e8e448b3aad31fd0e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "30c39e9a-a798-4f25-a48c-91f786ba332c", "external-id": "nsx-vlan-transportzone-438", "segmentation_id": 438, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7604624d-d8", "ovs_interfaceid": "7604624d-d8b0-403e-8ce5-39b050e80200", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.251385] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Releasing lock "refresh_cache-9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.252345] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf75c993-7d67-40cf-be69-29f098643d3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.260238] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Resuming the VM {{(pid=69760) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1123.260479] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-03495158-e2a7-4357-8bea-b71e31bfbc27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.263608] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.263862] env[69760]: DEBUG nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance network_info: |[{"id": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "address": "fa:16:3e:ba:71:39", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff2a27-21", "ovs_interfaceid": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1123.264240] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:71:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23ff2a27-21ca-4d20-af1d-4a42626dbcdf', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1123.271834] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating folder: Project (5219cd01a145407c9e3c2aa62f59f014). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.273407] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4b288fa2-475d-47bd-b04f-540b497c0562 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.275109] env[69760]: DEBUG oslo_vmware.api [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1123.275109] env[69760]: value = "task-3394562" [ 1123.275109] env[69760]: _type = "Task" [ 1123.275109] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.284298] env[69760]: DEBUG oslo_vmware.api [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394562, 'name': PowerOnVM_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.285574] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created folder: Project (5219cd01a145407c9e3c2aa62f59f014) in parent group-v676970. [ 1123.285759] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating folder: Instances. Parent ref: group-v677250. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1123.285977] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8780edb2-359d-4326-b827-cb26ab62b03b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.296110] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created folder: Instances in parent group-v677250. [ 1123.296391] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1123.296639] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1123.296951] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4fcc2f56-0ba9-4739-b33d-3e26950c216b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.317945] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1123.317945] env[69760]: value = "task-3394565" [ 1123.317945] env[69760]: _type = "Task" [ 1123.317945] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.325508] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394565, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.364934] env[69760]: DEBUG nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1123.433840] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354fb2d0-0050-40b5-bd88-1ea4ed3eade7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.454551] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6639dc7a-03a3-4ad4-8a9a-70a72d34a397 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.582790] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394560, 'name': Rename_Task, 'duration_secs': 0.422287} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.585938] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.586209] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d47347be-ae74-4cd7-81e9-55d9a66642a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.593081] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394561, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072804} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.594411] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1123.594777] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1123.594777] env[69760]: value = "task-3394566" [ 1123.594777] env[69760]: _type = "Task" [ 1123.594777] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.595618] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8342a953-b47e-4e8c-b960-66446c87fe36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.606320] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394566, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.625443] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1123.626150] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d59d309-54d5-4340-9e83-e38f453f782a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.648473] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1123.648473] env[69760]: value = "task-3394567" [ 1123.648473] env[69760]: _type = "Task" [ 1123.648473] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.655871] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394567, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.670734] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.698965] env[69760]: DEBUG nova.scheduler.client.report [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1123.746664] env[69760]: DEBUG oslo_concurrency.lockutils [req-8bb21117-48d8-467c-82a4-31519340e907 req-ff865086-193a-4d8d-ae52-225b0835bd5a service nova] Releasing lock "refresh_cache-8ece06a9-9344-4fb7-8d18-084e17a8e916" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.786152] env[69760]: DEBUG oslo_vmware.api [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394562, 'name': PowerOnVM_Task} progress is 96%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.827123] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394565, 'name': CreateVM_Task, 'duration_secs': 0.401072} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.827308] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1123.828133] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.829360] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.829360] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.829360] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d8ed51-f1e2-4214-8720-81a6d7dad183 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.833487] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1123.833487] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520fadfd-fb71-0d55-f047-a68d4a959d51" [ 1123.833487] env[69760]: _type = "Task" [ 1123.833487] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.841528] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520fadfd-fb71-0d55-f047-a68d4a959d51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.966732] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1123.966916] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d123d3b5-f8f6-4867-94aa-2e52352e5be2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.978436] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1123.978436] env[69760]: value = "task-3394568" [ 1123.978436] env[69760]: _type = "Task" [ 1123.978436] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.989489] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394568, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.108314] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394566, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.157233] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394567, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.172574] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.205153] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.207966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.327s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.208261] env[69760]: DEBUG nova.objects.instance [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lazy-loading 'resources' on Instance uuid d6bcd79f-fbd5-4514-93de-872435ecf68c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1124.233199] env[69760]: INFO nova.scheduler.client.report [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Deleted allocations for instance fd7add73-a599-45bb-b48f-fa1e538124ec [ 1124.286024] env[69760]: DEBUG oslo_vmware.api [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394562, 'name': PowerOnVM_Task, 'duration_secs': 0.787604} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.287037] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Resumed the VM {{(pid=69760) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1124.287037] env[69760]: DEBUG nova.compute.manager [None req-e7f2d21c-a233-4cae-9ad7-37a539356f75 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.287696] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2859993-5a37-4565-ba15-33ea96be37d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.346028] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520fadfd-fb71-0d55-f047-a68d4a959d51, 'name': SearchDatastore_Task, 'duration_secs': 0.010693} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.346225] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.346436] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1124.346749] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.346924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.347155] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1124.347478] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-99041c26-d950-4341-aab8-6e1720ffcb19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.357265] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1124.357265] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1124.357879] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fc881f-1536-442d-bafe-9cd15936eaf0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.363558] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1124.363558] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524a2fb2-c34b-eac5-a812-d627727767ce" [ 1124.363558] env[69760]: _type = "Task" [ 1124.363558] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.372044] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524a2fb2-c34b-eac5-a812-d627727767ce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.375313] env[69760]: DEBUG nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1124.401867] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1124.402187] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1124.402375] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1124.402573] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1124.402738] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1124.402889] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1124.403112] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1124.403269] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1124.403439] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1124.403650] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1124.403906] env[69760]: DEBUG nova.virt.hardware [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1124.405145] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01ba5b1d-46cf-450d-8ea7-8631cbbdbdd6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.413872] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f8d373c-0ef5-40cf-be7e-aea904ef3fe8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.488118] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394568, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.607959] env[69760]: DEBUG oslo_vmware.api [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394566, 'name': PowerOnVM_Task, 'duration_secs': 0.812136} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.608275] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1124.608478] env[69760]: INFO nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Took 7.87 seconds to spawn the instance on the hypervisor. [ 1124.608663] env[69760]: DEBUG nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1124.609481] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa6edc67-3ca0-4c30-aadd-d40045bce6be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.660806] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394567, 'name': ReconfigVM_Task, 'duration_secs': 0.592616} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.661789] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Reconfigured VM instance instance-00000059 to attach disk [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756/10c6a078-f714-4ad1-885f-1fd69ad99756.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1124.662586] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4d95bc72-7156-4d5e-bb23-348e56f991db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.672824] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1124.672824] env[69760]: value = "task-3394569" [ 1124.672824] env[69760]: _type = "Task" [ 1124.672824] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.679162] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.686835] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394569, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.741579] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e6cb6d0f-3f29-4d7c-8693-fb737720a4fb tempest-ServerAddressesNegativeTestJSON-717076524 tempest-ServerAddressesNegativeTestJSON-717076524-project-member] Lock "fd7add73-a599-45bb-b48f-fa1e538124ec" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.039s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1124.880744] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524a2fb2-c34b-eac5-a812-d627727767ce, 'name': SearchDatastore_Task, 'duration_secs': 0.01219} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.884630] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f83f98f4-56dc-4f93-9e01-e9af2ed27768 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.893020] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1124.893020] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5217890e-83f3-5e53-1b4d-30b98be4ae7b" [ 1124.893020] env[69760]: _type = "Task" [ 1124.893020] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.903106] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5217890e-83f3-5e53-1b4d-30b98be4ae7b, 'name': SearchDatastore_Task, 'duration_secs': 0.008974} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.903514] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.904162] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1124.904360] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46fd6112-36de-4a13-ae0f-759d4a076cb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.913317] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1124.913317] env[69760]: value = "task-3394570" [ 1124.913317] env[69760]: _type = "Task" [ 1124.913317] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.921745] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394570, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.941111] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb70239f-d459-4d05-957c-d934badc97ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.949135] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba16b885-a59c-4a84-940c-9c43dcf40e5f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.986796] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c068378-5afa-45d9-bf8d-645472d8901f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.997931] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394568, 'name': CreateSnapshot_Task, 'duration_secs': 0.724151} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.000980] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1125.002019] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae5bc343-18fc-47fb-9e7a-9579af9a06a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.006032] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b98ef5b-3fba-4c9e-82e7-7a1db1f20a69 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.023830] env[69760]: DEBUG nova.compute.provider_tree [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.032410] env[69760]: DEBUG nova.compute.manager [req-1d992cac-4207-4134-9e62-dd818b987a19 req-07046f93-4c1c-4839-9ac6-37beddc02b44 service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Received event network-vif-plugged-821939f7-7bea-45ce-bbe3-967b57f5899a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1125.032607] env[69760]: DEBUG oslo_concurrency.lockutils [req-1d992cac-4207-4134-9e62-dd818b987a19 req-07046f93-4c1c-4839-9ac6-37beddc02b44 service nova] Acquiring lock "46d31245-eac8-406d-a938-f025d840b4df-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1125.032947] env[69760]: DEBUG oslo_concurrency.lockutils [req-1d992cac-4207-4134-9e62-dd818b987a19 req-07046f93-4c1c-4839-9ac6-37beddc02b44 service nova] Lock "46d31245-eac8-406d-a938-f025d840b4df-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1125.033302] env[69760]: DEBUG oslo_concurrency.lockutils [req-1d992cac-4207-4134-9e62-dd818b987a19 req-07046f93-4c1c-4839-9ac6-37beddc02b44 service nova] Lock "46d31245-eac8-406d-a938-f025d840b4df-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.033629] env[69760]: DEBUG nova.compute.manager [req-1d992cac-4207-4134-9e62-dd818b987a19 req-07046f93-4c1c-4839-9ac6-37beddc02b44 service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] No waiting events found dispatching network-vif-plugged-821939f7-7bea-45ce-bbe3-967b57f5899a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1125.033944] env[69760]: WARNING nova.compute.manager [req-1d992cac-4207-4134-9e62-dd818b987a19 req-07046f93-4c1c-4839-9ac6-37beddc02b44 service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Received unexpected event network-vif-plugged-821939f7-7bea-45ce-bbe3-967b57f5899a for instance with vm_state building and task_state spawning. [ 1125.085098] env[69760]: DEBUG nova.network.neutron [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Successfully updated port: 821939f7-7bea-45ce-bbe3-967b57f5899a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1125.129667] env[69760]: INFO nova.compute.manager [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Took 20.40 seconds to build instance. [ 1125.175725] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.186296] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394569, 'name': Rename_Task, 'duration_secs': 0.333148} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.186537] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1125.187017] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-53e18929-12ba-4158-95b5-40d847c59dbc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.194655] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1125.194655] env[69760]: value = "task-3394571" [ 1125.194655] env[69760]: _type = "Task" [ 1125.194655] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.205312] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.421012] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394570, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.45653} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.421012] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1125.421238] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1125.421418] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-15f1187b-1baa-4503-afdd-3987d3d77460 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.428175] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1125.428175] env[69760]: value = "task-3394572" [ 1125.428175] env[69760]: _type = "Task" [ 1125.428175] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.436155] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394572, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.539663] env[69760]: DEBUG nova.scheduler.client.report [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1125.552283] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1125.553061] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-7acd83be-7144-4972-b766-4aa322d54972 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.562746] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1125.562746] env[69760]: value = "task-3394573" [ 1125.562746] env[69760]: _type = "Task" [ 1125.562746] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.571193] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394573, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.588273] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "refresh_cache-46d31245-eac8-406d-a938-f025d840b4df" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.588424] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "refresh_cache-46d31245-eac8-406d-a938-f025d840b4df" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.588591] env[69760]: DEBUG nova.network.neutron [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.630554] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6dc3b6e3-33ae-44ed-81f1-a87a3ebf27e1 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.917s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1125.674279] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.713950] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394571, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.941030] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394572, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14923} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.941030] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1125.941030] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942e4bf6-67b2-495f-95e4-58d14441e00a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.963391] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1125.964228] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf47742e-9a4e-4212-95e5-5294e517ef73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.993669] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1125.993669] env[69760]: value = "task-3394574" [ 1125.993669] env[69760]: _type = "Task" [ 1125.993669] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.002777] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.056751] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.076810] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394573, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.080345] env[69760]: INFO nova.scheduler.client.report [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleted allocations for instance d6bcd79f-fbd5-4514-93de-872435ecf68c [ 1126.148869] env[69760]: DEBUG nova.network.neutron [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1126.174413] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.207530] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394571, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.389019] env[69760]: DEBUG nova.network.neutron [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Updating instance_info_cache with network_info: [{"id": "821939f7-7bea-45ce-bbe3-967b57f5899a", "address": "fa:16:3e:4d:78:77", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821939f7-7b", "ovs_interfaceid": "821939f7-7bea-45ce-bbe3-967b57f5899a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.389019] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b768599c-61e6-45f0-8c0d-9d1e3bace569 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.397913] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33ec34-d599-4f44-aaa4-501cb004a12b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Suspending the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1126.398882] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-178ef689-d8cd-414c-9ea6-69d06b640070 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.406708] env[69760]: DEBUG oslo_vmware.api [None req-5b33ec34-d599-4f44-aaa4-501cb004a12b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1126.406708] env[69760]: value = "task-3394575" [ 1126.406708] env[69760]: _type = "Task" [ 1126.406708] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.417072] env[69760]: DEBUG oslo_vmware.api [None req-5b33ec34-d599-4f44-aaa4-501cb004a12b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394575, 'name': SuspendVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.509262] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394574, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.577956] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394573, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.592261] env[69760]: DEBUG oslo_concurrency.lockutils [None req-de7e4317-d2aa-490b-bd60-db158831105a tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "d6bcd79f-fbd5-4514-93de-872435ecf68c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.107s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.675631] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.708290] env[69760]: DEBUG oslo_vmware.api [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394571, 'name': PowerOnVM_Task, 'duration_secs': 1.109843} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.708593] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1126.708806] env[69760]: DEBUG nova.compute.manager [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1126.709858] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08bf75bf-ef39-4cd6-a804-606e6e4b41af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.894820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "refresh_cache-46d31245-eac8-406d-a938-f025d840b4df" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.895882] env[69760]: DEBUG nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Instance network_info: |[{"id": "821939f7-7bea-45ce-bbe3-967b57f5899a", "address": "fa:16:3e:4d:78:77", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821939f7-7b", "ovs_interfaceid": "821939f7-7bea-45ce-bbe3-967b57f5899a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1126.895882] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:78:77', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '821939f7-7bea-45ce-bbe3-967b57f5899a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1126.905609] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating folder: Project (bd3666199f264ff193576ca2df9efa74). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.906362] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f9fb7e8-689b-42c5-8590-b4f3c23c67bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.916979] env[69760]: DEBUG oslo_vmware.api [None req-5b33ec34-d599-4f44-aaa4-501cb004a12b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394575, 'name': SuspendVM_Task} progress is 50%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.921581] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created folder: Project (bd3666199f264ff193576ca2df9efa74) in parent group-v676970. [ 1126.922129] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating folder: Instances. Parent ref: group-v677255. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1126.922129] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c97c29b0-0d79-4d40-a5c4-7f061872b00e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.932717] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created folder: Instances in parent group-v677255. [ 1126.932983] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1126.933162] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1126.933378] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c0fad932-3cae-4b39-8f02-d3da05b70098 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.957781] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1126.957781] env[69760]: value = "task-3394578" [ 1126.957781] env[69760]: _type = "Task" [ 1126.957781] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.966990] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394578, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.987324] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "5856ae2d-1d5c-444e-bb77-4de0f1930725" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.987716] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.988054] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "5856ae2d-1d5c-444e-bb77-4de0f1930725-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.988393] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.988617] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.990797] env[69760]: INFO nova.compute.manager [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Terminating instance [ 1127.003984] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394574, 'name': ReconfigVM_Task, 'duration_secs': 0.576409} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.005031] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1127.005658] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-29dc1dce-9612-4c89-be39-5c4a03015e9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.012642] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1127.012642] env[69760]: value = "task-3394579" [ 1127.012642] env[69760]: _type = "Task" [ 1127.012642] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.022594] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394579, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.059640] env[69760]: DEBUG nova.compute.manager [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Received event network-changed-821939f7-7bea-45ce-bbe3-967b57f5899a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1127.059882] env[69760]: DEBUG nova.compute.manager [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Refreshing instance network info cache due to event network-changed-821939f7-7bea-45ce-bbe3-967b57f5899a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1127.060194] env[69760]: DEBUG oslo_concurrency.lockutils [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] Acquiring lock "refresh_cache-46d31245-eac8-406d-a938-f025d840b4df" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.060359] env[69760]: DEBUG oslo_concurrency.lockutils [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] Acquired lock "refresh_cache-46d31245-eac8-406d-a938-f025d840b4df" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.060525] env[69760]: DEBUG nova.network.neutron [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Refreshing network info cache for port 821939f7-7bea-45ce-bbe3-967b57f5899a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1127.075820] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394573, 'name': CloneVM_Task, 'duration_secs': 1.503338} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.076092] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Created linked-clone VM from snapshot [ 1127.076893] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bd45bc3-8a4f-4e1c-96b5-78b908d0cee9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.084687] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Uploading image 5f84bb32-334a-4211-b997-bf89ad816c31 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1127.108656] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1127.108656] env[69760]: value = "vm-677254" [ 1127.108656] env[69760]: _type = "VirtualMachine" [ 1127.108656] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1127.108656] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-6bf0d7c4-348c-4acf-8f9d-965ebd7e3ab5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.118018] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease: (returnval){ [ 1127.118018] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5238f499-b140-08ec-bc4a-cf2390aad1ec" [ 1127.118018] env[69760]: _type = "HttpNfcLease" [ 1127.118018] env[69760]: } obtained for exporting VM: (result){ [ 1127.118018] env[69760]: value = "vm-677254" [ 1127.118018] env[69760]: _type = "VirtualMachine" [ 1127.118018] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1127.118018] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the lease: (returnval){ [ 1127.118018] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5238f499-b140-08ec-bc4a-cf2390aad1ec" [ 1127.118018] env[69760]: _type = "HttpNfcLease" [ 1127.118018] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1127.124694] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.124694] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5238f499-b140-08ec-bc4a-cf2390aad1ec" [ 1127.124694] env[69760]: _type = "HttpNfcLease" [ 1127.124694] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1127.176901] env[69760]: DEBUG oslo_vmware.api [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394556, 'name': ReconfigVM_Task, 'duration_secs': 5.905259} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.177178] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.177394] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Reconfigured VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1127.230546] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1127.230968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1127.231038] env[69760]: DEBUG nova.objects.instance [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1127.419146] env[69760]: DEBUG oslo_vmware.api [None req-5b33ec34-d599-4f44-aaa4-501cb004a12b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394575, 'name': SuspendVM_Task, 'duration_secs': 0.97201} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.419458] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5b33ec34-d599-4f44-aaa4-501cb004a12b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Suspended the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1127.419637] env[69760]: DEBUG nova.compute.manager [None req-5b33ec34-d599-4f44-aaa4-501cb004a12b tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1127.420410] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ff13e2-4716-4b20-b852-12db1aa7610e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.467894] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394578, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.494793] env[69760]: DEBUG nova.compute.manager [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1127.495047] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1127.495971] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c4bec9-d846-4bcf-a495-1ec0bd6c6238 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.503900] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1127.504168] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-881fa367-e51b-4da8-a7b2-4032e9ca7fdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.511231] env[69760]: DEBUG oslo_vmware.api [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1127.511231] env[69760]: value = "task-3394581" [ 1127.511231] env[69760]: _type = "Task" [ 1127.511231] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.523424] env[69760]: DEBUG oslo_vmware.api [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394581, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.526733] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394579, 'name': Rename_Task, 'duration_secs': 0.1671} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.527176] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1127.527314] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c7ae4e3c-051a-46a5-a525-926eab2b6434 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.532860] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1127.532860] env[69760]: value = "task-3394582" [ 1127.532860] env[69760]: _type = "Task" [ 1127.532860] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.542111] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394582, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.625147] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1127.625147] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5238f499-b140-08ec-bc4a-cf2390aad1ec" [ 1127.625147] env[69760]: _type = "HttpNfcLease" [ 1127.625147] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1127.625458] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1127.625458] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5238f499-b140-08ec-bc4a-cf2390aad1ec" [ 1127.625458] env[69760]: _type = "HttpNfcLease" [ 1127.625458] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1127.626309] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f0440bb-58d2-41fa-9dbb-e3153f3fa25d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.633620] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523276eb-ecf3-a684-5333-49c85cb0d727/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1127.633832] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523276eb-ecf3-a684-5333-49c85cb0d727/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1127.731551] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-c2d7876e-36be-4e54-affe-26a134a83c94 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.901671] env[69760]: DEBUG nova.network.neutron [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Updated VIF entry in instance network info cache for port 821939f7-7bea-45ce-bbe3-967b57f5899a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1127.902139] env[69760]: DEBUG nova.network.neutron [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Updating instance_info_cache with network_info: [{"id": "821939f7-7bea-45ce-bbe3-967b57f5899a", "address": "fa:16:3e:4d:78:77", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap821939f7-7b", "ovs_interfaceid": "821939f7-7bea-45ce-bbe3-967b57f5899a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.974053] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394578, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.021797] env[69760]: DEBUG oslo_vmware.api [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394581, 'name': PowerOffVM_Task, 'duration_secs': 0.251701} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.022115] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1128.022444] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1128.022863] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2fa3a809-1146-4dd9-ae57-8dca5d1881ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.043203] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394582, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.096159] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1128.096473] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1128.096883] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleting the datastore file [datastore1] 5856ae2d-1d5c-444e-bb77-4de0f1930725 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1128.097293] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e3cec640-8a45-45ae-98df-36b5c74f6069 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.104425] env[69760]: DEBUG oslo_vmware.api [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1128.104425] env[69760]: value = "task-3394584" [ 1128.104425] env[69760]: _type = "Task" [ 1128.104425] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.114068] env[69760]: DEBUG oslo_vmware.api [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.199072] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.199248] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.200911] env[69760]: DEBUG nova.network.neutron [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1128.243033] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e44fa3e7-f17b-4551-a07a-a7f738059716 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.405052] env[69760]: DEBUG oslo_concurrency.lockutils [req-b90f7e79-8ef9-43a4-9c4b-5e0fbe02ac81 req-3063ad22-498d-4b46-9874-172afad3dd4f service nova] Releasing lock "refresh_cache-46d31245-eac8-406d-a938-f025d840b4df" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.471030] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394578, 'name': CreateVM_Task, 'duration_secs': 1.026568} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.471418] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1128.472159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.472331] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.472838] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.473237] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631d4f25-e312-4dbf-96b6-bcded214d48b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.478701] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1128.478701] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d187a-86b6-3eea-13a1-9cb7202002e5" [ 1128.478701] env[69760]: _type = "Task" [ 1128.478701] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.486191] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d187a-86b6-3eea-13a1-9cb7202002e5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.543744] env[69760]: DEBUG oslo_vmware.api [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394582, 'name': PowerOnVM_Task, 'duration_secs': 0.694165} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.544361] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1128.544787] env[69760]: INFO nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1128.545175] env[69760]: DEBUG nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1128.546097] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e7b270e-611a-4a4b-9f76-55c91d6977f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.615096] env[69760]: DEBUG oslo_vmware.api [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429548} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.615467] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1128.615707] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1128.615964] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1128.616281] env[69760]: INFO nova.compute.manager [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1128.616746] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1128.617035] env[69760]: DEBUG nova.compute.manager [-] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1128.617168] env[69760]: DEBUG nova.network.neutron [-] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1128.804808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "5d00f9ff-8745-4894-8066-4b21116aa48c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.804808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.804808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "5d00f9ff-8745-4894-8066-4b21116aa48c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.804808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.804808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.806131] env[69760]: INFO nova.compute.manager [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Terminating instance [ 1128.887723] env[69760]: DEBUG nova.compute.manager [req-de6d95d6-069d-43b2-9902-c7605f5ab4b4 req-c563e33d-3c00-4373-b4cf-0f5882360049 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Received event network-vif-deleted-a4a13efc-2e68-4689-b68d-c70e5922bf5c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1128.888394] env[69760]: INFO nova.compute.manager [req-de6d95d6-069d-43b2-9902-c7605f5ab4b4 req-c563e33d-3c00-4373-b4cf-0f5882360049 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Neutron deleted interface a4a13efc-2e68-4689-b68d-c70e5922bf5c; detaching it from the instance and deleting it from the info cache [ 1128.888729] env[69760]: DEBUG nova.network.neutron [req-de6d95d6-069d-43b2-9902-c7605f5ab4b4 req-c563e33d-3c00-4373-b4cf-0f5882360049 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1128.995213] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d187a-86b6-3eea-13a1-9cb7202002e5, 'name': SearchDatastore_Task, 'duration_secs': 0.021732} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.995608] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.995954] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1128.996273] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.996474] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.996730] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1128.997089] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73519c1d-7124-4d7d-8c9d-14a15774546f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.005960] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1129.006342] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1129.007037] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43ab42dc-c8e8-4a83-9af4-5e5fe7143d1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.013165] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1129.013165] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bab83b-fbee-04f7-7bf9-9459891f88e6" [ 1129.013165] env[69760]: _type = "Task" [ 1129.013165] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.022356] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bab83b-fbee-04f7-7bf9-9459891f88e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.071523] env[69760]: INFO nova.compute.manager [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Took 17.69 seconds to build instance. [ 1129.135391] env[69760]: INFO nova.network.neutron [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Port 073f5ff2-d21a-4c03-90bf-a30ac58cd86a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1129.136186] env[69760]: DEBUG nova.network.neutron [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.311425] env[69760]: DEBUG nova.compute.manager [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1129.311425] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1129.312952] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5718cba6-fa4e-4460-a01c-34e3c54c1312 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.327476] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1129.327476] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-34798086-552c-4744-ac5b-1d29144ceedd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.362430] env[69760]: DEBUG nova.network.neutron [-] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1129.393306] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1129.394688] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1129.394688] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleting the datastore file [datastore1] 5d00f9ff-8745-4894-8066-4b21116aa48c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1129.394688] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8c0e7660-e4a7-4cce-b5ce-3b661030cb75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.396585] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-79c367c2-16c3-4abb-9acc-facd248fbe34 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.406167] env[69760]: DEBUG oslo_vmware.api [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1129.406167] env[69760]: value = "task-3394586" [ 1129.406167] env[69760]: _type = "Task" [ 1129.406167] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.409774] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426b6a4b-e0b7-4a05-8579-afd9a8a957b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.432602] env[69760]: DEBUG oslo_vmware.api [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394586, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.449973] env[69760]: DEBUG nova.compute.manager [req-de6d95d6-069d-43b2-9902-c7605f5ab4b4 req-c563e33d-3c00-4373-b4cf-0f5882360049 service nova] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Detach interface failed, port_id=a4a13efc-2e68-4689-b68d-c70e5922bf5c, reason: Instance 5856ae2d-1d5c-444e-bb77-4de0f1930725 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1129.527268] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bab83b-fbee-04f7-7bf9-9459891f88e6, 'name': SearchDatastore_Task, 'duration_secs': 0.013228} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.528341] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e151f961-f148-4621-afc2-0be1db76ad1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.536588] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1129.536588] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52921e80-74fa-c355-b8de-ef25c6ae3ddc" [ 1129.536588] env[69760]: _type = "Task" [ 1129.536588] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.544205] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52921e80-74fa-c355-b8de-ef25c6ae3ddc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.574918] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d8084132-6b67-4b45-b451-e23d84181110 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.218s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.638934] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.645788] env[69760]: DEBUG nova.compute.manager [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1129.645788] env[69760]: DEBUG nova.compute.manager [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing instance network info cache due to event network-changed-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1129.645788] env[69760]: DEBUG oslo_concurrency.lockutils [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] Acquiring lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.645788] env[69760]: DEBUG oslo_concurrency.lockutils [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] Acquired lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.645788] env[69760]: DEBUG nova.network.neutron [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Refreshing network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1129.669880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.669880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.669880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.669880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.669880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.673019] env[69760]: INFO nova.compute.manager [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Terminating instance [ 1129.866294] env[69760]: INFO nova.compute.manager [-] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Took 1.25 seconds to deallocate network for instance. [ 1129.918670] env[69760]: DEBUG oslo_vmware.api [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394586, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.261951} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.918946] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1129.919242] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1129.919462] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1129.919648] env[69760]: INFO nova.compute.manager [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1129.919899] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1129.920104] env[69760]: DEBUG nova.compute.manager [-] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1129.920203] env[69760]: DEBUG nova.network.neutron [-] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1130.046608] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52921e80-74fa-c355-b8de-ef25c6ae3ddc, 'name': SearchDatastore_Task, 'duration_secs': 0.011433} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.046903] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.047181] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 46d31245-eac8-406d-a938-f025d840b4df/46d31245-eac8-406d-a938-f025d840b4df.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1130.047448] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e9c7c355-6492-43ed-a568-abefeee68233 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.056475] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1130.056475] env[69760]: value = "task-3394587" [ 1130.056475] env[69760]: _type = "Task" [ 1130.056475] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.064394] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394587, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.146789] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e3041da4-1419-43f3-8879-594bfead2f4c tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-467b1aaa-9350-4862-a52c-cda0f195ed7b-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.584s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.175779] env[69760]: DEBUG nova.compute.manager [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1130.175940] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.176875] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2600f08-d585-45c9-8912-aa3e119f5531 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.185808] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.186070] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-209dc07a-8195-47aa-8adb-1f297547dba2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.194123] env[69760]: DEBUG oslo_vmware.api [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1130.194123] env[69760]: value = "task-3394588" [ 1130.194123] env[69760]: _type = "Task" [ 1130.194123] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.205633] env[69760]: DEBUG oslo_vmware.api [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394588, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.353846] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.354142] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.355082] env[69760]: DEBUG nova.objects.instance [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'flavor' on Instance uuid de8fddc7-8d2b-4e76-8edb-f09224a8aeb4 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.373902] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.375286] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.375286] env[69760]: DEBUG nova.objects.instance [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lazy-loading 'resources' on Instance uuid 5856ae2d-1d5c-444e-bb77-4de0f1930725 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.419938] env[69760]: DEBUG nova.network.neutron [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updated VIF entry in instance network info cache for port dda67d86-cdf0-487e-9f6e-3a774c7d2e5f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1130.420427] env[69760]: DEBUG nova.network.neutron [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [{"id": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "address": "fa:16:3e:43:29:be", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdda67d86-cd", "ovs_interfaceid": "dda67d86-cdf0-487e-9f6e-3a774c7d2e5f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.569462] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394587, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.683629] env[69760]: DEBUG nova.network.neutron [-] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1130.713016] env[69760]: DEBUG oslo_vmware.api [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394588, 'name': PowerOffVM_Task, 'duration_secs': 0.229343} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.713402] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.713617] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1130.713932] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d003493-98da-41e0-b4a8-8a6aa5c76c27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.775120] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1130.775120] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1130.775120] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleting the datastore file [datastore2] 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1130.775120] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a35a0723-5811-4533-9cd6-6290f944f623 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.781428] env[69760]: DEBUG oslo_vmware.api [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for the task: (returnval){ [ 1130.781428] env[69760]: value = "task-3394590" [ 1130.781428] env[69760]: _type = "Task" [ 1130.781428] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.789629] env[69760]: DEBUG oslo_vmware.api [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394590, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.911795] env[69760]: DEBUG nova.compute.manager [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1130.912079] env[69760]: DEBUG nova.compute.manager [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing instance network info cache due to event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1130.912239] env[69760]: DEBUG oslo_concurrency.lockutils [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] Acquiring lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.912376] env[69760]: DEBUG oslo_concurrency.lockutils [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] Acquired lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.912945] env[69760]: DEBUG nova.network.neutron [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing network info cache for port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1130.923858] env[69760]: DEBUG oslo_concurrency.lockutils [req-45530597-fcbe-4827-8593-8e54f41851e5 req-3960ed56-c998-49fa-aba2-47282135f20d service nova] Releasing lock "refresh_cache-467b1aaa-9350-4862-a52c-cda0f195ed7b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.966477] env[69760]: DEBUG nova.objects.instance [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'pci_requests' on Instance uuid de8fddc7-8d2b-4e76-8edb-f09224a8aeb4 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1131.069872] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394587, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.559792} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.070175] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 46d31245-eac8-406d-a938-f025d840b4df/46d31245-eac8-406d-a938-f025d840b4df.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1131.070392] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1131.070657] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6a0f1aed-2aea-49e8-a967-1114092e6f50 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.076656] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c3e113c-99e0-4067-951f-4a9d37faa374 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.081624] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1131.081624] env[69760]: value = "task-3394591" [ 1131.081624] env[69760]: _type = "Task" [ 1131.081624] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.089407] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-516fd3d3-1db8-4385-922d-dc27024b004a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.096126] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394591, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.128309] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3cba447-2949-4913-a87d-49872968742b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.136705] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3686c602-7acc-4158-91e8-8e281bb2f546 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.150675] env[69760]: DEBUG nova.compute.provider_tree [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.186482] env[69760]: INFO nova.compute.manager [-] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Took 1.27 seconds to deallocate network for instance. [ 1131.293167] env[69760]: DEBUG oslo_vmware.api [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Task: {'id': task-3394590, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.218463} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.293482] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.293778] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.293897] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.294295] env[69760]: INFO nova.compute.manager [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1131.294378] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1131.294633] env[69760]: DEBUG nova.compute.manager [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1131.294755] env[69760]: DEBUG nova.network.neutron [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1131.469508] env[69760]: DEBUG nova.objects.base [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1131.469740] env[69760]: DEBUG nova.network.neutron [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1131.587751] env[69760]: DEBUG nova.policy [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '76b53c1ca5314ff081af07bce851f809', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd019bc81988e4249bc75b9ab4688b870', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1131.595327] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394591, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.237765} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.597904] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1131.598759] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb1fcf1-cf7e-4238-a8e8-7a9e5951a207 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.623705] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] 46d31245-eac8-406d-a938-f025d840b4df/46d31245-eac8-406d-a938-f025d840b4df.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1131.624047] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35db83a8-6fdd-486a-9018-64bf2caeda73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.644960] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1131.644960] env[69760]: value = "task-3394592" [ 1131.644960] env[69760]: _type = "Task" [ 1131.644960] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.654054] env[69760]: DEBUG nova.scheduler.client.report [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1131.657464] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394592, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.693372] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1131.726838] env[69760]: DEBUG nova.compute.manager [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-changed-35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1131.726979] env[69760]: DEBUG nova.compute.manager [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing instance network info cache due to event network-changed-35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1131.727578] env[69760]: DEBUG oslo_concurrency.lockutils [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.727759] env[69760]: DEBUG oslo_concurrency.lockutils [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.727941] env[69760]: DEBUG nova.network.neutron [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing network info cache for port 35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1131.783501] env[69760]: DEBUG nova.network.neutron [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updated VIF entry in instance network info cache for port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1131.783856] env[69760]: DEBUG nova.network.neutron [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [{"id": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "address": "fa:16:3e:ba:71:39", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff2a27-21", "ovs_interfaceid": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.023758] env[69760]: DEBUG nova.network.neutron [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.155151] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394592, 'name': ReconfigVM_Task, 'duration_secs': 0.507409} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.155340] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Reconfigured VM instance instance-00000069 to attach disk [datastore2] 46d31245-eac8-406d-a938-f025d840b4df/46d31245-eac8-406d-a938-f025d840b4df.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1132.156034] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25d0babc-aff4-46bf-a3bc-badf6cc5da90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.158616] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.162129] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.469s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.162362] env[69760]: DEBUG nova.objects.instance [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'resources' on Instance uuid 5d00f9ff-8745-4894-8066-4b21116aa48c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.163448] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1132.163448] env[69760]: value = "task-3394593" [ 1132.163448] env[69760]: _type = "Task" [ 1132.163448] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.173143] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394593, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.182158] env[69760]: INFO nova.scheduler.client.report [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleted allocations for instance 5856ae2d-1d5c-444e-bb77-4de0f1930725 [ 1132.287140] env[69760]: DEBUG oslo_concurrency.lockutils [req-a35a9590-14c8-4636-9190-ce75fc445f3d req-10d54703-cc58-47a6-9e64-8a955611a635 service nova] Releasing lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.451948] env[69760]: DEBUG nova.network.neutron [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updated VIF entry in instance network info cache for port 35048783-eff6-471b-91f6-be1e2125569b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1132.452388] env[69760]: DEBUG nova.network.neutron [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.526319] env[69760]: INFO nova.compute.manager [-] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Took 1.23 seconds to deallocate network for instance. [ 1132.676486] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394593, 'name': Rename_Task, 'duration_secs': 0.198602} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.676825] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1132.677114] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f38c58b4-6b2a-48ac-8ef7-664e7656d3ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.684698] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1132.684698] env[69760]: value = "task-3394594" [ 1132.684698] env[69760]: _type = "Task" [ 1132.684698] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.693870] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394594, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.696816] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3893718f-ca3b-4de7-8322-55da48ed9c3c tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "5856ae2d-1d5c-444e-bb77-4de0f1930725" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.709s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1132.839426] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae12690-7df0-4c02-9336-499cca836623 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.847554] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-911aca57-6b54-4734-9387-f9a2d462aa1b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.880883] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8a69819-0843-4566-9842-53d4859e175f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.889315] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc418802-96a2-4b61-9297-3db78bc6e9fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.903472] env[69760]: DEBUG nova.compute.provider_tree [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1132.938897] env[69760]: DEBUG nova.compute.manager [req-8179ae63-29bd-4aaf-ad2d-bb4e28a37d6b req-42890112-08a9-4772-8d6e-90b643302769 service nova] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Received event network-vif-deleted-d198507a-2619-467d-95bd-23ba072981f1 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1132.955303] env[69760]: DEBUG oslo_concurrency.lockutils [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.955710] env[69760]: DEBUG nova.compute.manager [req-032160d1-2211-4a71-82db-6ff5e361b1d6 req-6a3c879a-86af-4186-a0f0-d056c5871995 service nova] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Received event network-vif-deleted-ee1fad08-c530-419d-b94b-be228347672d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1133.034140] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.172513] env[69760]: DEBUG nova.network.neutron [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Successfully updated port: 073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1133.199348] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394594, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.407206] env[69760]: DEBUG nova.scheduler.client.report [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1133.589548] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "b947e66e-9c43-430f-8ded-e06e29c9927c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.589805] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.677250] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.677459] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.677687] env[69760]: DEBUG nova.network.neutron [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1133.696402] env[69760]: DEBUG oslo_vmware.api [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394594, 'name': PowerOnVM_Task, 'duration_secs': 0.673776} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.696814] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1133.697101] env[69760]: INFO nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Took 9.32 seconds to spawn the instance on the hypervisor. [ 1133.697355] env[69760]: DEBUG nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1133.698251] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77102a0-f321-40bb-b020-be1cb2d11ecb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.801536] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "469d483b-bbab-4879-b17e-3d426e39a7e7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.801931] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.802199] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "469d483b-bbab-4879-b17e-3d426e39a7e7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.802514] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.802723] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.805164] env[69760]: INFO nova.compute.manager [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Terminating instance [ 1133.912371] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.750s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.915143] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.881s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.915435] env[69760]: DEBUG nova.objects.instance [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lazy-loading 'resources' on Instance uuid 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1133.936043] env[69760]: INFO nova.scheduler.client.report [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted allocations for instance 5d00f9ff-8745-4894-8066-4b21116aa48c [ 1134.093546] env[69760]: DEBUG nova.compute.utils [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1134.219673] env[69760]: INFO nova.compute.manager [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Took 17.19 seconds to build instance. [ 1134.235631] env[69760]: WARNING nova.network.neutron [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] 504b24e4-f426-41bf-bbb3-2afc8307256a already exists in list: networks containing: ['504b24e4-f426-41bf-bbb3-2afc8307256a']. ignoring it [ 1134.309011] env[69760]: DEBUG nova.compute.manager [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1134.309270] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1134.310205] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e13c6fe0-fad7-43ae-b72c-fdd13c8b4a61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.318166] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1134.318424] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7f5d69ad-1cf2-4d77-b98c-1dc4b34b6d56 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.325766] env[69760]: DEBUG oslo_vmware.api [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1134.325766] env[69760]: value = "task-3394595" [ 1134.325766] env[69760]: _type = "Task" [ 1134.325766] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1134.336807] env[69760]: DEBUG oslo_vmware.api [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1134.443111] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2d42d3f7-af90-4f9a-a9d9-156ee79ee6d9 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "5d00f9ff-8745-4894-8066-4b21116aa48c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.640s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.550411] env[69760]: DEBUG nova.network.neutron [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "address": "fa:16:3e:58:fa:ed", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073f5ff2-d2", "ovs_interfaceid": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1134.596478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.603348] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d6270a-485a-47e1-adca-529b2225a386 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.611624] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994b5ccb-968c-49ac-a752-b5c867baa510 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.644324] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae293bcf-b208-456b-9da2-3ae9677e01e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.652528] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b293d00-331b-4123-9baa-0babf3091f07 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.668486] env[69760]: DEBUG nova.compute.provider_tree [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.720875] env[69760]: DEBUG oslo_concurrency.lockutils [None req-007eee24-4431-4546-9156-3a359488f773 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46d31245-eac8-406d-a938-f025d840b4df" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.699s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.836634] env[69760]: DEBUG oslo_vmware.api [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394595, 'name': PowerOffVM_Task, 'duration_secs': 0.285218} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1134.836789] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1134.836984] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1134.837347] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bbfc275f-012f-4446-84f7-223f6782e076 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.053353] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.054084] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.054259] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.055303] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9bb6da3-c99d-4e88-900d-53894cad1d03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.072849] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1135.073105] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1135.073272] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1135.073461] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1135.073611] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1135.073763] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1135.073969] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1135.074143] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1135.074311] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1135.074475] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1135.074650] env[69760]: DEBUG nova.virt.hardware [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1135.081056] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Reconfiguring VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1135.081472] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-deb0628b-b6c9-43f8-b35e-3481e9fe83ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.097210] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.097591] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.097651] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleting the datastore file [datastore2] 469d483b-bbab-4879-b17e-3d426e39a7e7 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.098315] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5b9f412b-d96a-4f49-a1a7-787b31c5b501 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.102908] env[69760]: DEBUG oslo_vmware.api [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1135.102908] env[69760]: value = "task-3394597" [ 1135.102908] env[69760]: _type = "Task" [ 1135.102908] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.104239] env[69760]: DEBUG oslo_vmware.api [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for the task: (returnval){ [ 1135.104239] env[69760]: value = "task-3394598" [ 1135.104239] env[69760]: _type = "Task" [ 1135.104239] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.117856] env[69760]: DEBUG oslo_vmware.api [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394597, 'name': ReconfigVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.118118] env[69760]: DEBUG oslo_vmware.api [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394598, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.171942] env[69760]: DEBUG nova.scheduler.client.report [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.248894] env[69760]: DEBUG nova.compute.manager [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-vif-plugged-073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.248894] env[69760]: DEBUG oslo_concurrency.lockutils [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] Acquiring lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.249011] env[69760]: DEBUG oslo_concurrency.lockutils [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.249140] env[69760]: DEBUG oslo_concurrency.lockutils [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.249310] env[69760]: DEBUG nova.compute.manager [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] No waiting events found dispatching network-vif-plugged-073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1135.249460] env[69760]: WARNING nova.compute.manager [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received unexpected event network-vif-plugged-073f5ff2-d21a-4c03-90bf-a30ac58cd86a for instance with vm_state active and task_state None. [ 1135.249625] env[69760]: DEBUG nova.compute.manager [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-changed-073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1135.249777] env[69760]: DEBUG nova.compute.manager [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing instance network info cache due to event network-changed-073f5ff2-d21a-4c03-90bf-a30ac58cd86a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1135.249958] env[69760]: DEBUG oslo_concurrency.lockutils [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.250114] env[69760]: DEBUG oslo_concurrency.lockutils [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.250280] env[69760]: DEBUG nova.network.neutron [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Refreshing network info cache for port 073f5ff2-d21a-4c03-90bf-a30ac58cd86a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1135.618599] env[69760]: DEBUG oslo_vmware.api [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Task: {'id': task-3394598, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.312222} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1135.621971] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1135.622359] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1135.623137] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1135.623557] env[69760]: INFO nova.compute.manager [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Took 1.31 seconds to destroy the instance on the hypervisor. [ 1135.623895] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1135.624211] env[69760]: DEBUG oslo_vmware.api [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394597, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.624596] env[69760]: DEBUG nova.compute.manager [-] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1135.624741] env[69760]: DEBUG nova.network.neutron [-] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1135.650217] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523276eb-ecf3-a684-5333-49c85cb0d727/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1135.651180] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b683ad24-40c1-4e73-870e-38c167e232f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.657572] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523276eb-ecf3-a684-5333-49c85cb0d727/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1135.657812] env[69760]: ERROR oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523276eb-ecf3-a684-5333-49c85cb0d727/disk-0.vmdk due to incomplete transfer. [ 1135.658105] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-e5311c42-f83c-4ec1-a8b0-18376a9f90e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.660243] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "b947e66e-9c43-430f-8ded-e06e29c9927c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.660570] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.661253] env[69760]: INFO nova.compute.manager [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Attaching volume 18c36654-3d7d-468f-84a1-f8a4d0a1fc50 to /dev/sdb [ 1135.671407] env[69760]: DEBUG oslo_vmware.rw_handles [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/523276eb-ecf3-a684-5333-49c85cb0d727/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1135.671529] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Uploaded image 5f84bb32-334a-4211-b997-bf89ad816c31 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1135.673799] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1135.674108] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-256f55aa-25ba-48a9-84b8-06050a6c6189 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.676671] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.685800] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1135.685800] env[69760]: value = "task-3394599" [ 1135.685800] env[69760]: _type = "Task" [ 1135.685800] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.697314] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394599, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.699788] env[69760]: INFO nova.scheduler.client.report [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Deleted allocations for instance 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453 [ 1135.703767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f351200-e69f-425d-9b56-c7341fd1cf1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.712105] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46bfb6a4-b855-459d-b96e-7600cbe90df5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.728367] env[69760]: DEBUG nova.virt.block_device [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updating existing volume attachment record: 9166fed9-0e8e-4c67-9acf-10f1fd8be8b7 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1136.068633] env[69760]: DEBUG nova.network.neutron [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updated VIF entry in instance network info cache for port 073f5ff2-d21a-4c03-90bf-a30ac58cd86a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1136.069264] env[69760]: DEBUG nova.network.neutron [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "address": "fa:16:3e:58:fa:ed", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap073f5ff2-d2", "ovs_interfaceid": "073f5ff2-d21a-4c03-90bf-a30ac58cd86a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.116479] env[69760]: DEBUG oslo_vmware.api [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394597, 'name': ReconfigVM_Task, 'duration_secs': 0.708809} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.118586] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.118586] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Reconfigured VM to attach interface {{(pid=69760) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1136.195817] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394599, 'name': Destroy_Task, 'duration_secs': 0.462889} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.196117] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Destroyed the VM [ 1136.196634] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1136.196766] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-a13a1614-e426-4728-8d79-f270b34496ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.203240] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1136.203240] env[69760]: value = "task-3394601" [ 1136.203240] env[69760]: _type = "Task" [ 1136.203240] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1136.214844] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394601, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.214844] env[69760]: DEBUG oslo_concurrency.lockutils [None req-990b29f1-80b5-46e2-af15-47bde1a97270 tempest-ServersNegativeTestJSON-300615125 tempest-ServersNegativeTestJSON-300615125-project-member] Lock "9df05d0c-f9e4-43ab-8784-0ca4e8b7c453" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.545s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.519844] env[69760]: DEBUG nova.network.neutron [-] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.572273] env[69760]: DEBUG oslo_concurrency.lockutils [req-787f661a-edd3-47cc-997d-347978f88e43 req-2381fe57-9f9f-454f-8093-4304f924b466 service nova] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.623589] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f2524fc7-c766-4632-b285-d3fb2b673e65 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.269s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1136.714328] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394601, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1136.745098] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1136.745335] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.023139] env[69760]: INFO nova.compute.manager [-] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Took 1.40 seconds to deallocate network for instance. [ 1137.214012] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394601, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.247755] env[69760]: DEBUG nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1137.283808] env[69760]: DEBUG nova.compute.manager [req-fd391b4b-58ba-430c-a9ca-90e7f4428d15 req-7693d527-1919-4ec1-9bdf-41cfcc208af8 service nova] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Received event network-vif-deleted-b65c5248-9b8e-46fb-88a6-980e1a3b4c51 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1137.428069] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "170fff08-8124-412b-8e97-7085d9bfa159" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.429229] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "170fff08-8124-412b-8e97-7085d9bfa159" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.530526] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.530917] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.531090] env[69760]: DEBUG nova.objects.instance [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lazy-loading 'resources' on Instance uuid 469d483b-bbab-4879-b17e-3d426e39a7e7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1137.719986] env[69760]: DEBUG oslo_vmware.api [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394601, 'name': RemoveSnapshot_Task, 'duration_secs': 1.022089} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.720378] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1137.720631] env[69760]: INFO nova.compute.manager [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Took 14.29 seconds to snapshot the instance on the hypervisor. [ 1137.780600] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.931471] env[69760]: DEBUG nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1138.054851] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "interface-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.055626] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.180146] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bebabbe-0aa7-483d-8e40-d96e5c5547dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.188064] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc14261-e886-4d49-aaf8-60f83f30a946 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.221392] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d170fa9-6d92-4696-87c8-9cd9e2fd5210 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.234045] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ab3a3c-2f12-41b9-82af-f8450312ab93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.248140] env[69760]: DEBUG nova.compute.provider_tree [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.285533] env[69760]: DEBUG nova.compute.manager [None req-26b93064-33f2-49b6-b133-28af90bb3da1 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Found 1 images (rotation: 2) {{(pid=69760) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1138.449730] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.557754] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.558034] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.559164] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6b84c5-6a73-49e2-ab9e-50f25db30164 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.578554] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0842635d-7ed8-4aef-b37f-4f4eaf27cfe0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.604692] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Reconfiguring VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1138.605084] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-23f1ee3e-2afd-4160-a67a-015319728c36 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.624441] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1138.624441] env[69760]: value = "task-3394604" [ 1138.624441] env[69760]: _type = "Task" [ 1138.624441] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.632343] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.751649] env[69760]: DEBUG nova.scheduler.client.report [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.134240] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.257047] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.725s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.258718] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.478s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.260239] env[69760]: INFO nova.compute.claims [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1139.278584] env[69760]: INFO nova.scheduler.client.report [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Deleted allocations for instance 469d483b-bbab-4879-b17e-3d426e39a7e7 [ 1139.590852] env[69760]: DEBUG nova.compute.manager [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1139.591801] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a253928c-2421-4d80-9cf4-cec62ef69237 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.636192] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.785315] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9168974e-df84-4350-9120-c0340f48b411 tempest-ListServerFiltersTestJSON-1183802499 tempest-ListServerFiltersTestJSON-1183802499-project-member] Lock "469d483b-bbab-4879-b17e-3d426e39a7e7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.983s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1140.103562] env[69760]: INFO nova.compute.manager [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] instance snapshotting [ 1140.103562] env[69760]: DEBUG nova.objects.instance [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'flavor' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1140.135654] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.436102] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be570150-850c-496e-9b31-758c977c95ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.444440] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8801cddc-5fdd-414e-ba4a-59e62c6c6687 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.475720] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5151fe4f-ce77-4ec6-a459-720fd9f6039d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.483213] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8a2ef2-955e-46d0-b3f9-92190b60cf28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.496407] env[69760]: DEBUG nova.compute.provider_tree [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.609409] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f210d4ac-3180-4fac-a0cc-339a42b5cc9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.630279] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23111d42-6d42-4d27-9175-bb22a071463d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.639846] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.000100] env[69760]: DEBUG nova.scheduler.client.report [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.137039] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.144534] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1141.144838] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-4650407d-f24b-4571-b693-c5c21b9e4ff5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.152971] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1141.152971] env[69760]: value = "task-3394606" [ 1141.152971] env[69760]: _type = "Task" [ 1141.152971] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.160700] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394606, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.506939] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.248s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.507558] env[69760]: DEBUG nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1141.510437] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.061s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.511955] env[69760]: INFO nova.compute.claims [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.638315] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.662888] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394606, 'name': CreateSnapshot_Task, 'duration_secs': 0.44585} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.663171] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1141.663917] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd4bb2f7-1035-4c93-80b6-9de769022b73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.015857] env[69760]: DEBUG nova.compute.utils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1142.019384] env[69760]: DEBUG nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1142.019548] env[69760]: DEBUG nova.network.neutron [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1142.056611] env[69760]: DEBUG nova.policy [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '07df43a5012144ccb888d91c5d7c8733', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6f774b9ef2454b278327e448f17641ee', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1142.139444] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.183752] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1142.184088] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-e3d54cd0-22ff-4421-a67a-bdf23fe8fad4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.192811] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1142.192811] env[69760]: value = "task-3394607" [ 1142.192811] env[69760]: _type = "Task" [ 1142.192811] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.201245] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394607, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.324510] env[69760]: DEBUG nova.network.neutron [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Successfully created port: e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1142.522930] env[69760]: DEBUG nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1142.640782] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.692780] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff670c85-7047-4b90-921b-7b1a27401d17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.704213] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394607, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.707660] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bf7a3d4-46ac-4362-9119-3ed543f8d40a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.738108] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a01e3ce-8186-48a3-a053-3b878871ca2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.746032] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a988f5f-3730-4408-b30d-ebe5fb731782 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.760540] env[69760]: DEBUG nova.compute.provider_tree [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.780911] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1142.781205] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1142.782078] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a85b1-3699-4f9d-a60e-0a1d423747ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.798748] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ae9411-539b-4920-99c9-3763ebc1ac4a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.824392] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50/volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1142.824727] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df3f9066-1a85-43d1-907d-b090b4f471b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.843519] env[69760]: DEBUG oslo_vmware.api [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1142.843519] env[69760]: value = "task-3394608" [ 1142.843519] env[69760]: _type = "Task" [ 1142.843519] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.852230] env[69760]: DEBUG oslo_vmware.api [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394608, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.140052] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.205714] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394607, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.264731] env[69760]: DEBUG nova.scheduler.client.report [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.355789] env[69760]: DEBUG oslo_vmware.api [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394608, 'name': ReconfigVM_Task, 'duration_secs': 0.467671} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.356154] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50/volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.361310] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2f6e31f4-dc14-4bea-8f91-18bc53ea16a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.376288] env[69760]: DEBUG oslo_vmware.api [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1143.376288] env[69760]: value = "task-3394609" [ 1143.376288] env[69760]: _type = "Task" [ 1143.376288] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.384835] env[69760]: DEBUG oslo_vmware.api [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394609, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.535259] env[69760]: DEBUG nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1143.556486] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1143.556780] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1143.556945] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1143.557152] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1143.557301] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1143.557449] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1143.557663] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1143.557860] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1143.558051] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1143.558222] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1143.558396] env[69760]: DEBUG nova.virt.hardware [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1143.559259] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7bb1a79-350b-466e-9bb3-801540d9ab9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.567119] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004e5efd-e2a6-4d23-a5d5-99a6ec13f7e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.640362] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.706249] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394607, 'name': CloneVM_Task, 'duration_secs': 1.13244} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.706537] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Created linked-clone VM from snapshot [ 1143.707949] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aeda950-eb14-47e4-9917-9734692efc7b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.715146] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Uploading image aae80c1b-2d29-427f-b215-094728c8912c {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1143.735864] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1143.735864] env[69760]: value = "vm-677261" [ 1143.735864] env[69760]: _type = "VirtualMachine" [ 1143.735864] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1143.736241] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-9a72c177-5720-42c0-b332-2eb0d35b3fd0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.743614] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease: (returnval){ [ 1143.743614] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f78747-7f29-d4c7-703d-a60731e47dc9" [ 1143.743614] env[69760]: _type = "HttpNfcLease" [ 1143.743614] env[69760]: } obtained for exporting VM: (result){ [ 1143.743614] env[69760]: value = "vm-677261" [ 1143.743614] env[69760]: _type = "VirtualMachine" [ 1143.743614] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1143.743998] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the lease: (returnval){ [ 1143.743998] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f78747-7f29-d4c7-703d-a60731e47dc9" [ 1143.743998] env[69760]: _type = "HttpNfcLease" [ 1143.743998] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1143.750503] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1143.750503] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f78747-7f29-d4c7-703d-a60731e47dc9" [ 1143.750503] env[69760]: _type = "HttpNfcLease" [ 1143.750503] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1143.770375] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.260s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.770899] env[69760]: DEBUG nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1143.782315] env[69760]: DEBUG nova.compute.manager [req-7498cf8f-cc5a-4918-be4c-269cb0cfb887 req-87aebd22-3388-4501-af16-d4ebab7ba290 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Received event network-vif-plugged-e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1143.782435] env[69760]: DEBUG oslo_concurrency.lockutils [req-7498cf8f-cc5a-4918-be4c-269cb0cfb887 req-87aebd22-3388-4501-af16-d4ebab7ba290 service nova] Acquiring lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.782638] env[69760]: DEBUG oslo_concurrency.lockutils [req-7498cf8f-cc5a-4918-be4c-269cb0cfb887 req-87aebd22-3388-4501-af16-d4ebab7ba290 service nova] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.782808] env[69760]: DEBUG oslo_concurrency.lockutils [req-7498cf8f-cc5a-4918-be4c-269cb0cfb887 req-87aebd22-3388-4501-af16-d4ebab7ba290 service nova] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.782969] env[69760]: DEBUG nova.compute.manager [req-7498cf8f-cc5a-4918-be4c-269cb0cfb887 req-87aebd22-3388-4501-af16-d4ebab7ba290 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] No waiting events found dispatching network-vif-plugged-e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1143.783144] env[69760]: WARNING nova.compute.manager [req-7498cf8f-cc5a-4918-be4c-269cb0cfb887 req-87aebd22-3388-4501-af16-d4ebab7ba290 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Received unexpected event network-vif-plugged-e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 for instance with vm_state building and task_state spawning. [ 1143.884845] env[69760]: DEBUG nova.network.neutron [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Successfully updated port: e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1143.891756] env[69760]: DEBUG oslo_vmware.api [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394609, 'name': ReconfigVM_Task, 'duration_secs': 0.137688} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.892093] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1144.141668] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task} progress is 18%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.253042] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1144.253042] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f78747-7f29-d4c7-703d-a60731e47dc9" [ 1144.253042] env[69760]: _type = "HttpNfcLease" [ 1144.253042] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1144.253042] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1144.253042] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f78747-7f29-d4c7-703d-a60731e47dc9" [ 1144.253042] env[69760]: _type = "HttpNfcLease" [ 1144.253042] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1144.253573] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b47c7a3-04b0-43bb-bd86-6ee7b56f7419 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.260755] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7db64-6937-71f9-4498-7f0049308a6f/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1144.260926] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7db64-6937-71f9-4498-7f0049308a6f/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1144.317224] env[69760]: DEBUG nova.compute.utils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.318998] env[69760]: DEBUG nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1144.319545] env[69760]: DEBUG nova.network.neutron [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1144.359289] env[69760]: DEBUG nova.policy [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5eb71c31944ec8290123e006a11b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3666199f264ff193576ca2df9efa74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.366745] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-e9dbe22e-ac44-4b62-9871-76fc458d37dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.389757] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.389757] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.389757] env[69760]: DEBUG nova.network.neutron [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.650174] env[69760]: DEBUG oslo_vmware.api [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394604, 'name': ReconfigVM_Task, 'duration_secs': 5.75357} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.650606] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.650652] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Reconfigured VM to detach interface {{(pid=69760) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1144.820406] env[69760]: DEBUG nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1144.931330] env[69760]: DEBUG nova.objects.instance [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'flavor' on Instance uuid b947e66e-9c43-430f-8ded-e06e29c9927c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1144.933925] env[69760]: DEBUG nova.network.neutron [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1145.121694] env[69760]: DEBUG nova.network.neutron [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Successfully created port: 7ab2fdbe-eafa-4b51-94cd-431273036759 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1145.135750] env[69760]: DEBUG nova.network.neutron [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance_info_cache with network_info: [{"id": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "address": "fa:16:3e:35:a9:b6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15b9ba3-ed", "ovs_interfaceid": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.442720] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6fb534e2-c4b1-4e7d-974a-7334a7a487f7 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 9.782s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1145.495265] env[69760]: INFO nova.compute.manager [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Rebuilding instance [ 1145.533876] env[69760]: DEBUG nova.compute.manager [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1145.534837] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de4b0eb8-3f8d-422f-9fc1-052c3ff1ea2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.640473] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.640824] env[69760]: DEBUG nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Instance network_info: |[{"id": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "address": "fa:16:3e:35:a9:b6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15b9ba3-ed", "ovs_interfaceid": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1145.641373] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:a9:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '81d39ad2-4e62-4f09-a567-88ac5aa70467', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1145.649225] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1145.649963] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1145.650953] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3a73e32c-92d4-433d-b3a5-8bd94d6fbd32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.672329] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1145.672329] env[69760]: value = "task-3394611" [ 1145.672329] env[69760]: _type = "Task" [ 1145.672329] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.680791] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394611, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.811128] env[69760]: DEBUG nova.compute.manager [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Received event network-changed-e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1145.811128] env[69760]: DEBUG nova.compute.manager [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Refreshing instance network info cache due to event network-changed-e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1145.811128] env[69760]: DEBUG oslo_concurrency.lockutils [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] Acquiring lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.811128] env[69760]: DEBUG oslo_concurrency.lockutils [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] Acquired lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.811334] env[69760]: DEBUG nova.network.neutron [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Refreshing network info cache for port e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1145.833717] env[69760]: DEBUG nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1145.864855] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1145.865325] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1145.865710] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1145.866143] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1145.866465] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1145.866792] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1145.867239] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1145.867656] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1145.868024] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1145.868443] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1145.868762] env[69760]: DEBUG nova.virt.hardware [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1145.870135] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c739c8-3c8b-4e70-9c83-dc234183fb3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.882665] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d00678b-5921-47dd-9b46-eccb0101fd52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.182523] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394611, 'name': CreateVM_Task, 'duration_secs': 0.335389} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.182706] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1146.183398] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.183565] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.183896] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.184191] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34dcf2cb-9e31-4c71-88be-8cf222000dbd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.189326] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1146.189326] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52211be9-7f21-c215-1c69-47b951693012" [ 1146.189326] env[69760]: _type = "Task" [ 1146.189326] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.198106] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52211be9-7f21-c215-1c69-47b951693012, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.237020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.237263] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquired lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.237421] env[69760]: DEBUG nova.network.neutron [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1146.508314] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.508599] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.508809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.508988] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.509420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.512567] env[69760]: INFO nova.compute.manager [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Terminating instance [ 1146.550072] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1146.550541] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3595f5dd-4bfa-4385-8937-07255ed42147 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.559854] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1146.559854] env[69760]: value = "task-3394612" [ 1146.559854] env[69760]: _type = "Task" [ 1146.559854] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.569337] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394612, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.617731] env[69760]: DEBUG nova.network.neutron [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updated VIF entry in instance network info cache for port e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1146.618259] env[69760]: DEBUG nova.network.neutron [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance_info_cache with network_info: [{"id": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "address": "fa:16:3e:35:a9:b6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15b9ba3-ed", "ovs_interfaceid": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1146.700296] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52211be9-7f21-c215-1c69-47b951693012, 'name': SearchDatastore_Task, 'duration_secs': 0.019081} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.700762] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.700874] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1146.701114] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.701279] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.701475] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1146.702179] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6776f6f7-aa49-4605-9ca7-2a1872bfbe98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.711617] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1146.711835] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1146.712679] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d234041c-53a1-48c1-9827-f45c2dedad5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.719449] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1146.719449] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521fd20a-1370-651c-4eee-70e5d89d79b4" [ 1146.719449] env[69760]: _type = "Task" [ 1146.719449] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.728086] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521fd20a-1370-651c-4eee-70e5d89d79b4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.754808] env[69760]: DEBUG nova.network.neutron [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Successfully updated port: 7ab2fdbe-eafa-4b51-94cd-431273036759 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1146.969972] env[69760]: INFO nova.network.neutron [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Port 073f5ff2-d21a-4c03-90bf-a30ac58cd86a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1146.970365] env[69760]: DEBUG nova.network.neutron [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [{"id": "35048783-eff6-471b-91f6-be1e2125569b", "address": "fa:16:3e:cd:dc:cd", "network": {"id": "504b24e4-f426-41bf-bbb3-2afc8307256a", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-609418150-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.218", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d019bc81988e4249bc75b9ab4688b870", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35048783-ef", "ovs_interfaceid": "35048783-eff6-471b-91f6-be1e2125569b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.016532] env[69760]: DEBUG nova.compute.manager [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1147.016827] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.017772] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71a35cfe-4589-4994-a7c8-0a4510bec451 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.026046] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1147.026351] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0f1fed46-acf6-401e-acba-b1a7320ae5f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.032610] env[69760]: DEBUG oslo_vmware.api [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1147.032610] env[69760]: value = "task-3394613" [ 1147.032610] env[69760]: _type = "Task" [ 1147.032610] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.041622] env[69760]: DEBUG oslo_vmware.api [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394613, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.068907] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394612, 'name': PowerOffVM_Task, 'duration_secs': 0.268486} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.069203] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.126026] env[69760]: DEBUG oslo_concurrency.lockutils [req-9c20e5e5-6d69-4c7c-b4b8-9fad9f114ebe req-bcff9465-4e66-4878-a200-437e29619ad7 service nova] Releasing lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.133567] env[69760]: INFO nova.compute.manager [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Detaching volume 18c36654-3d7d-468f-84a1-f8a4d0a1fc50 [ 1147.176591] env[69760]: INFO nova.virt.block_device [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Attempting to driver detach volume 18c36654-3d7d-468f-84a1-f8a4d0a1fc50 from mountpoint /dev/sdb [ 1147.176915] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1147.177140] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1147.178144] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35cda858-1566-46b9-b395-c27b38a7986d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.201158] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4939585d-c39d-4b17-bcaa-7066d29d95fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.208691] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3acd6e0-2d42-40ae-8332-e263fd1ef705 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.235056] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8705e33d-76e0-44d7-9dc5-0d629946a7db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.242865] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521fd20a-1370-651c-4eee-70e5d89d79b4, 'name': SearchDatastore_Task, 'duration_secs': 0.013154} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.254565] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] The volume has not been displaced from its original location: [datastore2] volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50/volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1147.260054] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1147.260454] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b479cb53-0480-419f-b1a9-c444a695b850 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.262968] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5cae2e-5f7b-4449-86d1-ca6bd0be6d3f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.276068] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "refresh_cache-170fff08-8124-412b-8e97-7085d9bfa159" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.276296] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "refresh_cache-170fff08-8124-412b-8e97-7085d9bfa159" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.276388] env[69760]: DEBUG nova.network.neutron [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1147.281333] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1147.281333] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e9e465-39ac-3075-e214-5bf49ffde3a8" [ 1147.281333] env[69760]: _type = "Task" [ 1147.281333] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.285578] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1147.285578] env[69760]: value = "task-3394614" [ 1147.285578] env[69760]: _type = "Task" [ 1147.285578] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.294860] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e9e465-39ac-3075-e214-5bf49ffde3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.300177] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394614, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.473696] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Releasing lock "refresh_cache-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.543219] env[69760]: DEBUG oslo_vmware.api [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394613, 'name': PowerOffVM_Task, 'duration_secs': 0.240628} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.543510] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1147.543679] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.543999] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3957df95-0e67-4669-aede-933b305ead61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.612290] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.612605] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.612834] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleting the datastore file [datastore1] de8fddc7-8d2b-4e76-8edb-f09224a8aeb4 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.613524] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3941bd3b-b443-4ee3-9644-d42d9c31b5a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.620332] env[69760]: DEBUG oslo_vmware.api [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1147.620332] env[69760]: value = "task-3394616" [ 1147.620332] env[69760]: _type = "Task" [ 1147.620332] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.628554] env[69760]: DEBUG oslo_vmware.api [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394616, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.794273] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e9e465-39ac-3075-e214-5bf49ffde3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.013822} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.794653] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.794933] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc/30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1147.795630] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e87f8c1f-0edd-492a-847b-c10e63ce20b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.800880] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394614, 'name': ReconfigVM_Task, 'duration_secs': 0.321614} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.801618] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1147.807528] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90e97e89-f174-4b63-a927-743679df507f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.817690] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1147.817690] env[69760]: value = "task-3394617" [ 1147.817690] env[69760]: _type = "Task" [ 1147.817690] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.818540] env[69760]: DEBUG nova.network.neutron [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1147.825048] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1147.825048] env[69760]: value = "task-3394618" [ 1147.825048] env[69760]: _type = "Task" [ 1147.825048] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.831967] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394617, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.837314] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394618, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.839766] env[69760]: DEBUG nova.compute.manager [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Received event network-vif-plugged-7ab2fdbe-eafa-4b51-94cd-431273036759 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.840048] env[69760]: DEBUG oslo_concurrency.lockutils [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] Acquiring lock "170fff08-8124-412b-8e97-7085d9bfa159-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.840272] env[69760]: DEBUG oslo_concurrency.lockutils [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] Lock "170fff08-8124-412b-8e97-7085d9bfa159-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1147.840498] env[69760]: DEBUG oslo_concurrency.lockutils [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] Lock "170fff08-8124-412b-8e97-7085d9bfa159-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.840743] env[69760]: DEBUG nova.compute.manager [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] No waiting events found dispatching network-vif-plugged-7ab2fdbe-eafa-4b51-94cd-431273036759 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1147.840932] env[69760]: WARNING nova.compute.manager [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Received unexpected event network-vif-plugged-7ab2fdbe-eafa-4b51-94cd-431273036759 for instance with vm_state building and task_state spawning. [ 1147.841156] env[69760]: DEBUG nova.compute.manager [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Received event network-changed-7ab2fdbe-eafa-4b51-94cd-431273036759 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1147.841396] env[69760]: DEBUG nova.compute.manager [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Refreshing instance network info cache due to event network-changed-7ab2fdbe-eafa-4b51-94cd-431273036759. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1147.841586] env[69760]: DEBUG oslo_concurrency.lockutils [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] Acquiring lock "refresh_cache-170fff08-8124-412b-8e97-7085d9bfa159" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.978416] env[69760]: DEBUG oslo_concurrency.lockutils [None req-09300f1b-8186-4b8c-87a1-930f87a208ea tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "interface-de8fddc7-8d2b-4e76-8edb-f09224a8aeb4-073f5ff2-d21a-4c03-90bf-a30ac58cd86a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.923s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.982443] env[69760]: DEBUG nova.network.neutron [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Updating instance_info_cache with network_info: [{"id": "7ab2fdbe-eafa-4b51-94cd-431273036759", "address": "fa:16:3e:03:ec:4e", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab2fdbe-ea", "ovs_interfaceid": "7ab2fdbe-eafa-4b51-94cd-431273036759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.131204] env[69760]: DEBUG oslo_vmware.api [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394616, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.274897} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.131423] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1148.131612] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1148.131790] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1148.131964] env[69760]: INFO nova.compute.manager [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1148.132232] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.132433] env[69760]: DEBUG nova.compute.manager [-] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1148.132527] env[69760]: DEBUG nova.network.neutron [-] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1148.333746] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394617, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.341197] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394618, 'name': ReconfigVM_Task, 'duration_secs': 0.197932} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.341542] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1148.484490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "refresh_cache-170fff08-8124-412b-8e97-7085d9bfa159" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.484817] env[69760]: DEBUG nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Instance network_info: |[{"id": "7ab2fdbe-eafa-4b51-94cd-431273036759", "address": "fa:16:3e:03:ec:4e", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab2fdbe-ea", "ovs_interfaceid": "7ab2fdbe-eafa-4b51-94cd-431273036759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1148.485144] env[69760]: DEBUG oslo_concurrency.lockutils [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] Acquired lock "refresh_cache-170fff08-8124-412b-8e97-7085d9bfa159" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.485339] env[69760]: DEBUG nova.network.neutron [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Refreshing network info cache for port 7ab2fdbe-eafa-4b51-94cd-431273036759 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1148.486571] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:ec:4e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7ab2fdbe-eafa-4b51-94cd-431273036759', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.494065] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1148.494990] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.495233] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4c29e86-b4fa-4d6d-a35a-9f1b1430335f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.516427] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.516427] env[69760]: value = "task-3394619" [ 1148.516427] env[69760]: _type = "Task" [ 1148.516427] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.525772] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394619, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.832738] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394617, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.609518} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.833107] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc/30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1148.833260] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1148.833516] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e4a3d01e-39aa-4877-9a43-9f95aad90934 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.839879] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1148.839879] env[69760]: value = "task-3394620" [ 1148.839879] env[69760]: _type = "Task" [ 1148.839879] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.848769] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394620, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.026850] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394619, 'name': CreateVM_Task, 'duration_secs': 0.371341} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.029352] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.030042] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.030215] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.030529] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.031117] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-21c6fc4d-b90f-4f55-86ec-1a32ed334ead {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.035542] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1149.035542] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295a51c-d7dd-29e0-f6e1-6f4d61b1c475" [ 1149.035542] env[69760]: _type = "Task" [ 1149.035542] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.045716] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295a51c-d7dd-29e0-f6e1-6f4d61b1c475, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.204970] env[69760]: DEBUG nova.network.neutron [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Updated VIF entry in instance network info cache for port 7ab2fdbe-eafa-4b51-94cd-431273036759. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1149.205424] env[69760]: DEBUG nova.network.neutron [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Updating instance_info_cache with network_info: [{"id": "7ab2fdbe-eafa-4b51-94cd-431273036759", "address": "fa:16:3e:03:ec:4e", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7ab2fdbe-ea", "ovs_interfaceid": "7ab2fdbe-eafa-4b51-94cd-431273036759", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.351061] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394620, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068727} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.351343] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1149.352145] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a2dbc3-622e-4c82-8ed9-a3ecc43497dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.375282] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc/30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1149.375611] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8362c8d4-4cff-4129-b140-6420916c7b3d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.395718] env[69760]: DEBUG nova.network.neutron [-] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.397448] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1149.397448] env[69760]: value = "task-3394621" [ 1149.397448] env[69760]: _type = "Task" [ 1149.397448] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.406481] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394621, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.407090] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1149.407368] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-921b1394-5668-40be-9443-7f95ff2b8166 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.415063] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1149.415063] env[69760]: value = "task-3394622" [ 1149.415063] env[69760]: _type = "Task" [ 1149.415063] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.428748] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1149.428748] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1149.428748] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1149.429555] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a563253e-3511-4c4d-941b-756cd3068f41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.451055] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d21dae29-f0d0-4a94-8dd2-d7efa0f040a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.458164] env[69760]: WARNING nova.virt.vmwareapi.driver [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1149.458164] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1149.458476] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4093145c-8773-463d-a1ac-0050a4ae96cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.465485] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1149.465485] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21c65c6f-56d2-45d4-acce-a457daf242a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.531090] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1149.531346] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1149.531531] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleting the datastore file [datastore2] b947e66e-9c43-430f-8ded-e06e29c9927c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1149.531807] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-157e9e79-2a7b-4d6f-a165-f13b92beadbe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.541562] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1149.541562] env[69760]: value = "task-3394624" [ 1149.541562] env[69760]: _type = "Task" [ 1149.541562] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.549138] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295a51c-d7dd-29e0-f6e1-6f4d61b1c475, 'name': SearchDatastore_Task, 'duration_secs': 0.013245} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.549800] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.550080] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1149.550333] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.550471] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.550649] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1149.550908] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5c61b46a-c94f-4678-837a-183f77a2ca93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.555844] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394624, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.564134] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1149.564377] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1149.565543] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8328502c-4625-434d-9450-e446da558fee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.571793] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1149.571793] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a6a118-f18b-09ab-46c6-6ae2e7372c99" [ 1149.571793] env[69760]: _type = "Task" [ 1149.571793] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.582059] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a6a118-f18b-09ab-46c6-6ae2e7372c99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.708882] env[69760]: DEBUG oslo_concurrency.lockutils [req-0e0d0108-e9ab-4b56-aa22-d4f8f9d2b9d7 req-96be9605-2083-4a71-8580-2afd1a6fef22 service nova] Releasing lock "refresh_cache-170fff08-8124-412b-8e97-7085d9bfa159" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.870139] env[69760]: DEBUG nova.compute.manager [req-37975fa8-edc0-4578-b77f-177d0d3d89a5 req-a1862311-608f-4063-a5da-df8148286eb6 service nova] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Received event network-vif-deleted-35048783-eff6-471b-91f6-be1e2125569b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1149.902072] env[69760]: INFO nova.compute.manager [-] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Took 1.77 seconds to deallocate network for instance. [ 1149.911875] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394621, 'name': ReconfigVM_Task, 'duration_secs': 0.363806} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.912426] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc/30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1149.913075] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-992d5109-8f71-4675-98f0-8423a1a4a79c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.920232] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1149.920232] env[69760]: value = "task-3394625" [ 1149.920232] env[69760]: _type = "Task" [ 1149.920232] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.928918] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394625, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.053435] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394624, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.228579} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.053787] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1150.054075] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1150.054312] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1150.082169] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a6a118-f18b-09ab-46c6-6ae2e7372c99, 'name': SearchDatastore_Task, 'duration_secs': 0.012881} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.083059] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-83ab1570-e9d1-468d-83ed-230840b8628f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.088601] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1150.088601] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5208cd19-1c80-b29b-4ed0-90963e2f6aa6" [ 1150.088601] env[69760]: _type = "Task" [ 1150.088601] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.097650] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5208cd19-1c80-b29b-4ed0-90963e2f6aa6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.414356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.414708] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.414929] env[69760]: DEBUG nova.objects.instance [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'resources' on Instance uuid de8fddc7-8d2b-4e76-8edb-f09224a8aeb4 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1150.430882] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394625, 'name': Rename_Task, 'duration_secs': 0.209833} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.431215] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1150.431534] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f506b553-e3c8-41a6-affa-6b4857bc4b52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.438681] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1150.438681] env[69760]: value = "task-3394626" [ 1150.438681] env[69760]: _type = "Task" [ 1150.438681] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.447147] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394626, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.560420] env[69760]: INFO nova.virt.block_device [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Booting with volume 18c36654-3d7d-468f-84a1-f8a4d0a1fc50 at /dev/sdb [ 1150.599599] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5208cd19-1c80-b29b-4ed0-90963e2f6aa6, 'name': SearchDatastore_Task, 'duration_secs': 0.012542} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1150.599921] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.600184] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 170fff08-8124-412b-8e97-7085d9bfa159/170fff08-8124-412b-8e97-7085d9bfa159.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1150.600491] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2b91e7f6-2734-45e9-aa6e-713a6e99b821 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.603414] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9c8d18f1-1276-4f57-9461-7a864fec0da3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.609985] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1150.609985] env[69760]: value = "task-3394627" [ 1150.609985] env[69760]: _type = "Task" [ 1150.609985] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1150.616901] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5814945f-e541-4bb3-b6b5-9b04b9ed474f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.633206] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394627, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.648993] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c2e371c2-258b-4924-9b38-3cb38083ebae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.657436] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426cdf2b-b9a5-4851-849a-94912c80c67d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.688817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ce01410-24f1-493e-8c4f-dfcd413015c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.696448] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54b8b2b6-d1e4-45b9-9395-0d20d4b3440b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.711775] env[69760]: DEBUG nova.virt.block_device [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updating existing volume attachment record: a2f1b48b-edf4-4fd2-a764-2e5b47ec4863 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1150.954864] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394626, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.110123] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c66ae5-6677-4bf4-97e7-bff377883835 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.124706] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e3b2ea1-f1a0-4e21-af5b-a594133cdeb0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.128116] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394627, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.157312] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75963b74-c333-4864-9cd4-f798f4244d15 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.164978] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-190e5321-6a5f-435e-bb12-4cf88176d635 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.179280] env[69760]: DEBUG nova.compute.provider_tree [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.451160] env[69760]: DEBUG oslo_vmware.api [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394626, 'name': PowerOnVM_Task, 'duration_secs': 0.698807} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.451450] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1151.451655] env[69760]: INFO nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Took 7.92 seconds to spawn the instance on the hypervisor. [ 1151.451836] env[69760]: DEBUG nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1151.452629] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b722bc8-70a4-4296-bccb-616dd7b86049 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.623203] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394627, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.548971} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1151.623509] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 170fff08-8124-412b-8e97-7085d9bfa159/170fff08-8124-412b-8e97-7085d9bfa159.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1151.623726] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1151.623981] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-363e2844-2dce-4679-87d8-671f8d34b387 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.632722] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1151.632722] env[69760]: value = "task-3394628" [ 1151.632722] env[69760]: _type = "Task" [ 1151.632722] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1151.641062] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394628, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.682363] env[69760]: DEBUG nova.scheduler.client.report [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1151.969685] env[69760]: INFO nova.compute.manager [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Took 14.22 seconds to build instance. [ 1152.142982] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394628, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.131894} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1152.143307] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1152.144107] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd98420f-b8b9-4d12-a7f7-871a4459dd9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.168366] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Reconfiguring VM instance instance-0000006b to attach disk [datastore2] 170fff08-8124-412b-8e97-7085d9bfa159/170fff08-8124-412b-8e97-7085d9bfa159.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1152.168705] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c154492-931d-446c-91aa-9bed8d983cfb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.187980] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.773s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.191334] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1152.191334] env[69760]: value = "task-3394629" [ 1152.191334] env[69760]: _type = "Task" [ 1152.191334] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.199587] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394629, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.206880] env[69760]: INFO nova.scheduler.client.report [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted allocations for instance de8fddc7-8d2b-4e76-8edb-f09224a8aeb4 [ 1152.471432] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5d6bd26-4a7c-47dd-89c5-0a6709162234 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.726s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.701920] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.714444] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9cbca459-c498-40e1-a810-b7ab4e3c84c8 tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "de8fddc7-8d2b-4e76-8edb-f09224a8aeb4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.206s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.827600] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1152.827874] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1152.828092] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1152.828302] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1152.828464] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1152.828629] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1152.828866] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1152.829051] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1152.829399] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1152.829641] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1152.829834] env[69760]: DEBUG nova.virt.hardware [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1152.830830] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc5d2a52-3ad6-4445-99cc-99dbee871e01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.839495] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6af5b6a-ff4b-4054-848f-07e05de69896 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.854307] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:f4:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ce6426c2-4067-4f04-bc02-7fd29b9e909c', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.862385] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1152.862973] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.863188] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b97d9b3d-99e6-49d7-9b10-e5b355a7ab98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.882836] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.882836] env[69760]: value = "task-3394630" [ 1152.882836] env[69760]: _type = "Task" [ 1152.882836] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.891150] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394630, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.927363] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7db64-6937-71f9-4498-7f0049308a6f/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1152.928345] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93ae4dda-457b-4c4a-a371-65dafc2e76f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.934341] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7db64-6937-71f9-4498-7f0049308a6f/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1152.934547] env[69760]: ERROR oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7db64-6937-71f9-4498-7f0049308a6f/disk-0.vmdk due to incomplete transfer. [ 1152.934799] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-3954dca3-5fae-4bd3-bbe4-fe964048c5c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.942623] env[69760]: DEBUG oslo_vmware.rw_handles [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52a7db64-6937-71f9-4498-7f0049308a6f/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1152.942832] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Uploaded image aae80c1b-2d29-427f-b215-094728c8912c to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1152.945442] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1152.945851] env[69760]: DEBUG nova.compute.manager [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1152.948713] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-fabbedbd-8bd5-42e2-acd8-4d9176d7c157 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.955390] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1152.955390] env[69760]: value = "task-3394631" [ 1152.955390] env[69760]: _type = "Task" [ 1152.955390] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.964520] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394631, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.202311] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394629, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.208886] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.209141] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.209347] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.209526] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.209693] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.211829] env[69760]: INFO nova.compute.manager [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Terminating instance [ 1153.393359] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394630, 'name': CreateVM_Task, 'duration_secs': 0.354583} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.393546] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1153.394446] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.394637] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.394990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.395260] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef6c0ad6-30b8-4300-a8dc-b4fa5c3d8bb2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.399905] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1153.399905] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5262099c-025a-f412-79b3-1035bf13fc39" [ 1153.399905] env[69760]: _type = "Task" [ 1153.399905] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.408185] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5262099c-025a-f412-79b3-1035bf13fc39, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.464514] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394631, 'name': Destroy_Task, 'duration_secs': 0.389736} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.464652] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Destroyed the VM [ 1153.465359] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1153.465359] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6bcfbe7f-5560-448c-bdfd-11fa0fae1027 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.467890] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.468597] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.471518] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1153.471518] env[69760]: value = "task-3394632" [ 1153.471518] env[69760]: _type = "Task" [ 1153.471518] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.478794] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394632, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.704179] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394629, 'name': ReconfigVM_Task, 'duration_secs': 1.13077} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.704437] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Reconfigured VM instance instance-0000006b to attach disk [datastore2] 170fff08-8124-412b-8e97-7085d9bfa159/170fff08-8124-412b-8e97-7085d9bfa159.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1153.705149] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1196e70c-f399-4b71-b4ea-9b9f70cd553f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.713185] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1153.713185] env[69760]: value = "task-3394633" [ 1153.713185] env[69760]: _type = "Task" [ 1153.713185] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.716500] env[69760]: DEBUG nova.compute.manager [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1153.716696] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1153.717467] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7183748-6bd2-47fc-ba80-17a4aeb6748c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.725556] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1153.728294] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37d3f23d-e75d-4554-bf06-8aa20f9c4f59 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.729623] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394633, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.734350] env[69760]: DEBUG oslo_vmware.api [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1153.734350] env[69760]: value = "task-3394634" [ 1153.734350] env[69760]: _type = "Task" [ 1153.734350] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.742167] env[69760]: DEBUG oslo_vmware.api [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.911204] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5262099c-025a-f412-79b3-1035bf13fc39, 'name': SearchDatastore_Task, 'duration_secs': 0.009874} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1153.911581] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.911868] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1153.912187] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.912356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.912545] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1153.912824] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83c341f3-d2eb-4967-8313-9f4235247133 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.920859] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1153.921051] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1153.921698] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dd7b4ffa-a47c-4df3-92bc-79e6f2dd72d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.926657] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1153.926657] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295df6d-d778-8111-3f05-0129c0af4148" [ 1153.926657] env[69760]: _type = "Task" [ 1153.926657] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1153.934501] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295df6d-d778-8111-3f05-0129c0af4148, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.974042] env[69760]: INFO nova.compute.claims [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1153.987431] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394632, 'name': RemoveSnapshot_Task} progress is 63%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.222849] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394633, 'name': Rename_Task, 'duration_secs': 0.174995} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.223224] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1154.223329] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b63729d-ed20-4a80-8930-8a8d552c58d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.230130] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1154.230130] env[69760]: value = "task-3394635" [ 1154.230130] env[69760]: _type = "Task" [ 1154.230130] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.237424] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394635, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.244798] env[69760]: DEBUG oslo_vmware.api [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394634, 'name': PowerOffVM_Task, 'duration_secs': 0.186429} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.245065] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.245276] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.245544] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-58e57860-3af7-4c26-8036-ce5f2dab211b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.307270] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.307526] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.307713] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleting the datastore file [datastore2] 467b1aaa-9350-4862-a52c-cda0f195ed7b {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.308086] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-84c4aa60-49e1-43e6-8db9-769ba3c72fe2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.316139] env[69760]: DEBUG oslo_vmware.api [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for the task: (returnval){ [ 1154.316139] env[69760]: value = "task-3394637" [ 1154.316139] env[69760]: _type = "Task" [ 1154.316139] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.323976] env[69760]: DEBUG oslo_vmware.api [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.437670] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5295df6d-d778-8111-3f05-0129c0af4148, 'name': SearchDatastore_Task, 'duration_secs': 0.011447} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.438532] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-979fc59d-9688-48c8-898c-d37ae5ac38d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.443838] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1154.443838] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279e650-9ffe-cf38-4b35-4fdab146a0c7" [ 1154.443838] env[69760]: _type = "Task" [ 1154.443838] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.451448] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279e650-9ffe-cf38-4b35-4fdab146a0c7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.483775] env[69760]: INFO nova.compute.resource_tracker [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating resource usage from migration 35c4f998-dd40-431c-8704-84e4a4d0b19e [ 1154.489167] env[69760]: DEBUG oslo_vmware.api [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394632, 'name': RemoveSnapshot_Task, 'duration_secs': 0.592663} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.489436] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1154.489873] env[69760]: INFO nova.compute.manager [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Took 13.88 seconds to snapshot the instance on the hypervisor. [ 1154.625863] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9926338f-7ad6-45e0-ac3a-6548ea6a298a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.634697] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0b14b78-430c-41ae-8ff5-44413edd8ea2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.666482] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81bbdd58-946a-4c65-8ce2-cfd4d25b0a73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.673432] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-732cd9f1-3e28-49e6-a667-1e17d1db9bf2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.694468] env[69760]: DEBUG nova.compute.provider_tree [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1154.740043] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394635, 'name': PowerOnVM_Task} progress is 71%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.827018] env[69760]: DEBUG oslo_vmware.api [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Task: {'id': task-3394637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.156523} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.827018] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1154.827167] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1154.827342] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1154.827544] env[69760]: INFO nova.compute.manager [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1154.827783] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1154.828027] env[69760]: DEBUG nova.compute.manager [-] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1154.828147] env[69760]: DEBUG nova.network.neutron [-] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1154.954692] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279e650-9ffe-cf38-4b35-4fdab146a0c7, 'name': SearchDatastore_Task, 'duration_secs': 0.017737} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.955055] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.955344] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1154.955624] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e80d0be9-5686-41f5-a19f-feb6310e9cba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.962272] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1154.962272] env[69760]: value = "task-3394638" [ 1154.962272] env[69760]: _type = "Task" [ 1154.962272] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.969739] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.038558] env[69760]: DEBUG nova.compute.manager [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Found 3 images (rotation: 2) {{(pid=69760) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1155.038558] env[69760]: DEBUG nova.compute.manager [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Rotating out 1 backups {{(pid=69760) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5025}} [ 1155.038558] env[69760]: DEBUG nova.compute.manager [None req-bdc795ee-6dac-4ce0-8eb6-11180c005aec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleting image 5f84bb32-334a-4211-b997-bf89ad816c31 {{(pid=69760) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5030}} [ 1155.066652] env[69760]: DEBUG nova.compute.manager [req-11eef364-0a77-4e50-acb2-e46188357c02 req-a81d5a9e-baa7-4a97-94e5-bc7a39d474d7 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Received event network-vif-deleted-dda67d86-cdf0-487e-9f6e-3a774c7d2e5f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1155.066890] env[69760]: INFO nova.compute.manager [req-11eef364-0a77-4e50-acb2-e46188357c02 req-a81d5a9e-baa7-4a97-94e5-bc7a39d474d7 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Neutron deleted interface dda67d86-cdf0-487e-9f6e-3a774c7d2e5f; detaching it from the instance and deleting it from the info cache [ 1155.067010] env[69760]: DEBUG nova.network.neutron [req-11eef364-0a77-4e50-acb2-e46188357c02 req-a81d5a9e-baa7-4a97-94e5-bc7a39d474d7 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.197943] env[69760]: DEBUG nova.scheduler.client.report [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1155.241642] env[69760]: DEBUG oslo_vmware.api [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394635, 'name': PowerOnVM_Task, 'duration_secs': 0.876038} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.242072] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1155.242183] env[69760]: INFO nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Took 9.41 seconds to spawn the instance on the hypervisor. [ 1155.242286] env[69760]: DEBUG nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.243117] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642eafc7-9470-4ac4-9992-bb08ddf6c25c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.472332] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.467018} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.472598] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1155.472817] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1155.473079] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9977d8c-0182-4e63-9649-718c2003c983 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.478632] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1155.478632] env[69760]: value = "task-3394639" [ 1155.478632] env[69760]: _type = "Task" [ 1155.478632] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.486380] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.524070] env[69760]: DEBUG nova.compute.manager [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1155.525080] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-115b6fac-fe02-45a4-acac-1d69b045bc1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.546014] env[69760]: DEBUG nova.network.neutron [-] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.569977] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53914ea0-fa2c-4641-9186-b3965d592314 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.580417] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c844f05-4e76-485c-8352-525b2ed9bb83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.613487] env[69760]: DEBUG nova.compute.manager [req-11eef364-0a77-4e50-acb2-e46188357c02 req-a81d5a9e-baa7-4a97-94e5-bc7a39d474d7 service nova] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Detach interface failed, port_id=dda67d86-cdf0-487e-9f6e-3a774c7d2e5f, reason: Instance 467b1aaa-9350-4862-a52c-cda0f195ed7b could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1155.703627] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.235s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.703921] env[69760]: INFO nova.compute.manager [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Migrating [ 1155.761939] env[69760]: INFO nova.compute.manager [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Took 17.33 seconds to build instance. [ 1155.990034] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.069676} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.990303] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1155.991297] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0433004-6594-4fab-95b7-adedab449867 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.013207] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.013518] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b606e6c7-0356-4c3d-801a-f3b256107e82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.034423] env[69760]: INFO nova.compute.manager [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] instance snapshotting [ 1156.035013] env[69760]: DEBUG nova.objects.instance [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'flavor' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.036317] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1156.036317] env[69760]: value = "task-3394640" [ 1156.036317] env[69760]: _type = "Task" [ 1156.036317] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.044298] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394640, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.049241] env[69760]: INFO nova.compute.manager [-] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Took 1.22 seconds to deallocate network for instance. [ 1156.219284] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.219480] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.219664] env[69760]: DEBUG nova.network.neutron [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1156.264916] env[69760]: DEBUG oslo_concurrency.lockutils [None req-16e26966-cf6e-4c73-ae73-37f69bd4a0e4 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "170fff08-8124-412b-8e97-7085d9bfa159" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.837s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.285543] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "170fff08-8124-412b-8e97-7085d9bfa159" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.285754] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "170fff08-8124-412b-8e97-7085d9bfa159" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.285973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "170fff08-8124-412b-8e97-7085d9bfa159-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.286155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "170fff08-8124-412b-8e97-7085d9bfa159-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.286349] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "170fff08-8124-412b-8e97-7085d9bfa159-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1156.288638] env[69760]: INFO nova.compute.manager [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Terminating instance [ 1156.542860] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab2ce75-ec3c-4bd5-8e4f-29ffd9878b4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.550808] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394640, 'name': ReconfigVM_Task, 'duration_secs': 0.334166} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.565395] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfigured VM instance instance-0000005f to attach disk [datastore1] b947e66e-9c43-430f-8ded-e06e29c9927c/b947e66e-9c43-430f-8ded-e06e29c9927c.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1156.566771] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'guest_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'encryption_format': None, 'encryption_options': None, 'disk_bus': None, 'image_id': 'a7b93a95-275a-41dc-8462-e5dcda197cf8'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'}, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'attachment_id': 'a2f1b48b-edf4-4fd2-a764-2e5b47ec4863', 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69760) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1156.567014] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1156.567225] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1156.568130] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.568383] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.568590] env[69760]: DEBUG nova.objects.instance [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lazy-loading 'resources' on Instance uuid 467b1aaa-9350-4862-a52c-cda0f195ed7b {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1156.570517] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f1afc71-83a4-4e5e-b6b0-d6ce32dfc8bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.573354] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c49638c-854b-4132-a56f-eb1e6bceff39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.593356] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11857b8b-cace-4d0b-a3c1-43d168d4d950 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.617704] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50/volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1156.618022] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30f33ca1-0cc4-43ef-af7a-2b3576f7a570 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.637805] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1156.637805] env[69760]: value = "task-3394641" [ 1156.637805] env[69760]: _type = "Task" [ 1156.637805] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.645303] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394641, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.796730] env[69760]: DEBUG nova.compute.manager [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1156.796921] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1156.797894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7854ea5f-c4c4-4c7a-91e4-cc46b653f3cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.805768] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1156.805987] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b26b7a67-e4fd-40c6-847f-47526cd0b936 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.811453] env[69760]: DEBUG oslo_vmware.api [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1156.811453] env[69760]: value = "task-3394642" [ 1156.811453] env[69760]: _type = "Task" [ 1156.811453] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.819331] env[69760]: DEBUG oslo_vmware.api [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394642, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.920456] env[69760]: DEBUG nova.network.neutron [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance_info_cache with network_info: [{"id": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "address": "fa:16:3e:35:a9:b6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15b9ba3-ed", "ovs_interfaceid": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1157.094852] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1157.095471] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-e8c18bb9-52fa-4475-8eb7-6353b3138135 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.103078] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1157.103078] env[69760]: value = "task-3394643" [ 1157.103078] env[69760]: _type = "Task" [ 1157.103078] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.114039] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394643, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.148995] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394641, 'name': ReconfigVM_Task, 'duration_secs': 0.366471} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.151278] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfigured VM instance instance-0000005f to attach disk [datastore2] volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50/volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1157.155906] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a36d6e51-fc25-4067-b608-02a96b8db946 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.172648] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1157.172648] env[69760]: value = "task-3394644" [ 1157.172648] env[69760]: _type = "Task" [ 1157.172648] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.182296] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394644, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.229628] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fe9e54c-e556-491a-98e5-9cbc19749fd1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.236645] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f938873c-4e3a-4ac4-9a98-1d2d75f81788 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.266352] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8143e69-bb42-40cb-b3e4-da44643d2c2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.273427] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ae42ea-28d0-4c1a-a259-3356de10dbc1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.288458] env[69760]: DEBUG nova.compute.provider_tree [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1157.323684] env[69760]: DEBUG oslo_vmware.api [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394642, 'name': PowerOffVM_Task, 'duration_secs': 0.266958} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.323993] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1157.324373] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1157.324474] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0271f0a3-6b21-45f4-830e-a9f2477fcecb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.385414] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1157.385664] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1157.385871] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleting the datastore file [datastore2] 170fff08-8124-412b-8e97-7085d9bfa159 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1157.386165] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c28acfc3-5f69-4546-ad36-d23dd55e095c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.392627] env[69760]: DEBUG oslo_vmware.api [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1157.392627] env[69760]: value = "task-3394646" [ 1157.392627] env[69760]: _type = "Task" [ 1157.392627] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.400791] env[69760]: DEBUG oslo_vmware.api [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394646, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.423493] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.613549] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394643, 'name': CreateSnapshot_Task, 'duration_secs': 0.469765} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.613895] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1157.614658] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-014cad58-ebf3-41a4-a95c-926ea8ff8ec5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.681565] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394644, 'name': ReconfigVM_Task, 'duration_secs': 0.137753} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.681865] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1157.682444] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-09befd5c-2d86-486d-a068-4c63b6e5487c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.689148] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1157.689148] env[69760]: value = "task-3394647" [ 1157.689148] env[69760]: _type = "Task" [ 1157.689148] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.696204] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394647, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.792472] env[69760]: DEBUG nova.scheduler.client.report [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1157.902862] env[69760]: DEBUG oslo_vmware.api [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394646, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153325} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.903099] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1157.903284] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1157.903468] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1157.903641] env[69760]: INFO nova.compute.manager [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1157.903876] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1157.904106] env[69760]: DEBUG nova.compute.manager [-] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1157.904287] env[69760]: DEBUG nova.network.neutron [-] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1158.133719] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1158.134106] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-fc5b6c7f-eb87-4c46-9186-4c540c6a8922 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.143130] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1158.143130] env[69760]: value = "task-3394648" [ 1158.143130] env[69760]: _type = "Task" [ 1158.143130] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.151477] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394648, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.157975] env[69760]: DEBUG nova.compute.manager [req-5aba64f2-442d-40ff-bb6e-65dbab6408b0 req-3c6c0e40-de7e-450d-a620-e48e642ca41c service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Received event network-vif-deleted-7ab2fdbe-eafa-4b51-94cd-431273036759 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1158.158213] env[69760]: INFO nova.compute.manager [req-5aba64f2-442d-40ff-bb6e-65dbab6408b0 req-3c6c0e40-de7e-450d-a620-e48e642ca41c service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Neutron deleted interface 7ab2fdbe-eafa-4b51-94cd-431273036759; detaching it from the instance and deleting it from the info cache [ 1158.158395] env[69760]: DEBUG nova.network.neutron [req-5aba64f2-442d-40ff-bb6e-65dbab6408b0 req-3c6c0e40-de7e-450d-a620-e48e642ca41c service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.199308] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394647, 'name': Rename_Task, 'duration_secs': 0.149733} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.199584] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.199824] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-62d382c8-7d3e-4c7d-a8d5-7ff1119537bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.206149] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1158.206149] env[69760]: value = "task-3394649" [ 1158.206149] env[69760]: _type = "Task" [ 1158.206149] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.215285] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394649, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.298021] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.729s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.320100] env[69760]: INFO nova.scheduler.client.report [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Deleted allocations for instance 467b1aaa-9350-4862-a52c-cda0f195ed7b [ 1158.641263] env[69760]: DEBUG nova.network.neutron [-] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1158.658070] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394648, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.661231] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-19bb4515-81ff-41d3-a2f9-5d59e0066ae6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.673579] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b88e367-aa05-4546-ae49-3d0d4912dd03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.716196] env[69760]: DEBUG nova.compute.manager [req-5aba64f2-442d-40ff-bb6e-65dbab6408b0 req-3c6c0e40-de7e-450d-a620-e48e642ca41c service nova] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Detach interface failed, port_id=7ab2fdbe-eafa-4b51-94cd-431273036759, reason: Instance 170fff08-8124-412b-8e97-7085d9bfa159 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1158.727946] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394649, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.827895] env[69760]: DEBUG oslo_concurrency.lockutils [None req-58cc5e08-0c1c-495b-8767-ec8b685ca1fd tempest-AttachInterfacesTestJSON-407414240 tempest-AttachInterfacesTestJSON-407414240-project-member] Lock "467b1aaa-9350-4862-a52c-cda0f195ed7b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.619s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1158.943902] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71665bad-a8ab-4c3b-a290-c1a8afc30f57 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.965707] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance '30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1159.143906] env[69760]: INFO nova.compute.manager [-] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Took 1.24 seconds to deallocate network for instance. [ 1159.159619] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394648, 'name': CloneVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.224545] env[69760]: DEBUG oslo_vmware.api [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394649, 'name': PowerOnVM_Task, 'duration_secs': 0.654831} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.224800] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.224977] env[69760]: DEBUG nova.compute.manager [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1159.225730] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a935d6b-d425-4ff5-8d85-3833286df088 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.472094] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1159.472500] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c77d058-de36-438e-8c7b-53b78cd86c1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.480413] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1159.480413] env[69760]: value = "task-3394650" [ 1159.480413] env[69760]: _type = "Task" [ 1159.480413] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1159.490615] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394650, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1159.657327] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.657602] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1159.657828] env[69760]: DEBUG nova.objects.instance [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'resources' on Instance uuid 170fff08-8124-412b-8e97-7085d9bfa159 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1159.658909] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394648, 'name': CloneVM_Task, 'duration_secs': 1.091296} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.660257] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Created linked-clone VM from snapshot [ 1159.660776] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a8b3ead-955d-4beb-94c3-e8bd9fc21384 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.668433] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Uploading image a0e7c8d0-21fa-4929-bb39-6a49ec43db00 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1159.696631] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1159.696631] env[69760]: value = "vm-677266" [ 1159.696631] env[69760]: _type = "VirtualMachine" [ 1159.696631] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1159.696972] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-b5999a01-2213-4abb-b990-38893a5b2dda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.703840] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease: (returnval){ [ 1159.703840] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf751b-0621-c011-b9c0-d997ab36d7ff" [ 1159.703840] env[69760]: _type = "HttpNfcLease" [ 1159.703840] env[69760]: } obtained for exporting VM: (result){ [ 1159.703840] env[69760]: value = "vm-677266" [ 1159.703840] env[69760]: _type = "VirtualMachine" [ 1159.703840] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1159.704182] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the lease: (returnval){ [ 1159.704182] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf751b-0621-c011-b9c0-d997ab36d7ff" [ 1159.704182] env[69760]: _type = "HttpNfcLease" [ 1159.704182] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1159.711746] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1159.711746] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf751b-0621-c011-b9c0-d997ab36d7ff" [ 1159.711746] env[69760]: _type = "HttpNfcLease" [ 1159.711746] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1159.743418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1159.990859] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394650, 'name': PowerOffVM_Task, 'duration_secs': 0.202864} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.991143] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1159.991332] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance '30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1160.214055] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1160.214055] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf751b-0621-c011-b9c0-d997ab36d7ff" [ 1160.214055] env[69760]: _type = "HttpNfcLease" [ 1160.214055] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1160.214412] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1160.214412] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf751b-0621-c011-b9c0-d997ab36d7ff" [ 1160.214412] env[69760]: _type = "HttpNfcLease" [ 1160.214412] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1160.215195] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524788df-f3d1-400d-8ffc-1579458908c9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.224499] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ed24-d63c-3e76-f409-fb3b74f79b1f/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1160.224682] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ed24-d63c-3e76-f409-fb3b74f79b1f/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1160.365546] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18993aa3-ad99-4c2b-bc5f-6d060126c485 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.376151] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fd8a66-adf4-4bbd-8863-fcc072dc850b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.408058] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d8c4e8f-d726-4496-9418-6d3a608eefe7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.415645] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-702b1a05-a49d-43ff-a565-8c798495e68f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.429633] env[69760]: DEBUG nova.compute.provider_tree [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1160.441331] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-f875e30e-ea38-458a-9da8-6bce620dfd17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.497656] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1160.497962] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1160.498331] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1160.498331] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1160.498451] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1160.498568] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1160.498775] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1160.498937] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1160.499110] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1160.499275] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1160.499451] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1160.504373] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd5a50bc-e8cf-4119-955d-6efe71d12cb1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1160.520528] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1160.520528] env[69760]: value = "task-3394652" [ 1160.520528] env[69760]: _type = "Task" [ 1160.520528] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1160.529735] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394652, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1160.932700] env[69760]: DEBUG nova.scheduler.client.report [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1161.030903] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394652, 'name': ReconfigVM_Task, 'duration_secs': 0.175274} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1161.031569] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance '30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1161.142523] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.146512] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.004s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.439202] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.780s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.440967] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 1.698s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.441444] env[69760]: DEBUG nova.objects.instance [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=69760) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1161.470896] env[69760]: INFO nova.scheduler.client.report [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted allocations for instance 170fff08-8124-412b-8e97-7085d9bfa159 [ 1161.540477] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1161.540477] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1161.540477] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1161.541103] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1161.541245] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1161.541599] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1161.542097] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1161.542097] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1161.542241] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1161.542389] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1161.542595] env[69760]: DEBUG nova.virt.hardware [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1161.549112] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Reconfiguring VM instance instance-0000006a to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1161.550260] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9d3b93d-c3e8-4c21-82dc-661d131feaf5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.572371] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1161.572371] env[69760]: value = "task-3394653" [ 1161.572371] env[69760]: _type = "Task" [ 1161.572371] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.582875] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394653, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.650020] env[69760]: DEBUG nova.compute.utils [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1161.983812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9e24a561-17d8-4d85-bebc-c3943e98c44d tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "170fff08-8124-412b-8e97-7085d9bfa159" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.698s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.083645] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394653, 'name': ReconfigVM_Task, 'duration_secs': 0.180609} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.084181] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Reconfigured VM instance instance-0000006a to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1162.085088] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3201788d-6ae4-4793-bb27-91f01e7fa8e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.110580] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Reconfiguring VM instance instance-0000006a to attach disk [datastore2] 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc/30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1162.110990] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3186d3cb-b7e8-42d1-9380-dade97ddc7fc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.130113] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1162.130113] env[69760]: value = "task-3394654" [ 1162.130113] env[69760]: _type = "Task" [ 1162.130113] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.139822] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394654, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.154018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.454290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-991f6cb3-657c-4b5c-bdaf-bc2d458ffce4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1162.641576] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394654, 'name': ReconfigVM_Task, 'duration_secs': 0.34166} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.642053] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Reconfigured VM instance instance-0000006a to attach disk [datastore2] 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc/30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1162.642170] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance '30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.150277] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b7cea3-fa49-477e-bc74-fa7ad33081ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.181189] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daac3287-fbbf-4c49-9e8e-d3e7086a337f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.205726] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance '30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1163.221184] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.221184] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.221806] env[69760]: INFO nova.compute.manager [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Attaching volume ac5b5351-0fa9-483b-9b09-afb337508e76 to /dev/sdb [ 1163.265676] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95742b0-dcc5-44bf-832c-c38a0f1ec567 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.274068] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2623a45d-06b7-4eca-9d21-6d1eadff0a28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.289013] env[69760]: DEBUG nova.virt.block_device [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updating existing volume attachment record: 08c29a75-d715-407d-a381-16e604fc0cd5 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1163.414495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1163.414495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.745408] env[69760]: DEBUG nova.network.neutron [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Port e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1163.917536] env[69760]: DEBUG nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1164.006278] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "10c6a078-f714-4ad1-885f-1fd69ad99756" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.006420] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.006640] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "10c6a078-f714-4ad1-885f-1fd69ad99756-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.006841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.007231] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.010141] env[69760]: INFO nova.compute.manager [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Terminating instance [ 1164.454482] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.454787] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.458201] env[69760]: INFO nova.compute.claims [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.515303] env[69760]: DEBUG nova.compute.manager [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1164.515551] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1164.516703] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-befc66aa-75f6-4162-b0bc-8b5ea4929016 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.524916] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1164.525197] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-881c3bc5-2392-4650-9dc3-24380d9a6b19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.531953] env[69760]: DEBUG oslo_vmware.api [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1164.531953] env[69760]: value = "task-3394656" [ 1164.531953] env[69760]: _type = "Task" [ 1164.531953] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.541322] env[69760]: DEBUG oslo_vmware.api [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394656, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.772806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.776406] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.776406] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.045684] env[69760]: DEBUG oslo_vmware.api [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394656, 'name': PowerOffVM_Task, 'duration_secs': 0.182067} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.046552] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1165.046552] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1165.046552] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9d795338-10f3-49c3-8587-01ecfaa48265 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.110880] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1165.111271] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1165.112015] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleting the datastore file [datastore1] 10c6a078-f714-4ad1-885f-1fd69ad99756 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1165.112015] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-09787052-ec7b-4c42-88af-d6a8f3c2fa32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.120737] env[69760]: DEBUG oslo_vmware.api [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1165.120737] env[69760]: value = "task-3394658" [ 1165.120737] env[69760]: _type = "Task" [ 1165.120737] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.129725] env[69760]: DEBUG oslo_vmware.api [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394658, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.632014] env[69760]: DEBUG oslo_vmware.api [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394658, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.367108} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.634867] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1165.635143] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1165.635345] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1165.635524] env[69760]: INFO nova.compute.manager [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1165.635758] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1165.636163] env[69760]: DEBUG nova.compute.manager [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1165.636264] env[69760]: DEBUG nova.network.neutron [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1165.660133] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15f0d6c-d6ec-4f6b-9abb-229c5af28ed8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.668567] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65b9a50a-0e10-4d6e-9151-3713492b7f2a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.704672] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-358aed80-6148-46e3-9601-c049c4af1040 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.713416] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52d426a4-906f-4902-a31c-5d7737eb6577 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.730658] env[69760]: DEBUG nova.compute.provider_tree [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1165.785397] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "3287a269-2fcc-4d89-827f-43a5b80b4eee" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1165.785793] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.831325] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.831546] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.831696] env[69760]: DEBUG nova.network.neutron [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.059812] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1166.059812] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1166.239275] env[69760]: DEBUG nova.scheduler.client.report [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1166.288149] env[69760]: DEBUG nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1166.393022] env[69760]: DEBUG nova.compute.manager [req-048f5ab3-6946-41c8-a243-c87cbdc7b274 req-93330f9e-8516-4998-bb49-52de357c6de3 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Received event network-vif-deleted-5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1166.393022] env[69760]: INFO nova.compute.manager [req-048f5ab3-6946-41c8-a243-c87cbdc7b274 req-93330f9e-8516-4998-bb49-52de357c6de3 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Neutron deleted interface 5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417; detaching it from the instance and deleting it from the info cache [ 1166.393022] env[69760]: DEBUG nova.network.neutron [req-048f5ab3-6946-41c8-a243-c87cbdc7b274 req-93330f9e-8516-4998-bb49-52de357c6de3 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.564249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.567054] env[69760]: DEBUG nova.network.neutron [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance_info_cache with network_info: [{"id": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "address": "fa:16:3e:35:a9:b6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15b9ba3-ed", "ovs_interfaceid": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.745465] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.291s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.746187] env[69760]: DEBUG nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1166.748699] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.185s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.748878] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.749036] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1166.750165] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86c5292c-5051-4622-be8f-cf047212352d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.758985] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd47b77-e6f6-475b-ae2e-5dc79e398ef2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.773932] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af698af-dbb7-4df6-afaf-55919eef7136 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.782169] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50028cd1-30ee-4860-9ff5-768101623dcf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.817989] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178931MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1166.818370] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.818370] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.838427] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.868648] env[69760]: DEBUG nova.network.neutron [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1166.896035] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d66cdc2d-cdd6-42ac-bad9-acc9e82955a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.907019] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa65b5d6-6c2f-4482-8175-7d8ba9f34cfe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.939440] env[69760]: DEBUG nova.compute.manager [req-048f5ab3-6946-41c8-a243-c87cbdc7b274 req-93330f9e-8516-4998-bb49-52de357c6de3 service nova] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Detach interface failed, port_id=5dcfcc27-e0ad-4ad8-89fd-a74ee49ff417, reason: Instance 10c6a078-f714-4ad1-885f-1fd69ad99756 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1167.069935] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.251439] env[69760]: DEBUG nova.compute.utils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1167.252908] env[69760]: DEBUG nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1167.253098] env[69760]: DEBUG nova.network.neutron [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1167.291895] env[69760]: DEBUG nova.policy [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5eb71c31944ec8290123e006a11b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3666199f264ff193576ca2df9efa74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1167.371502] env[69760]: INFO nova.compute.manager [-] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Took 1.74 seconds to deallocate network for instance. [ 1167.599635] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c69e2a83-bd32-49f1-b063-91e4329bbdb9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.603341] env[69760]: DEBUG nova.network.neutron [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Successfully created port: 893fbba7-5793-4a0b-95d6-501012034529 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1167.624535] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf714206-7ff9-4e3a-b2dc-557243509d84 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.632734] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance '30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1167.756963] env[69760]: DEBUG nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1167.832151] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Applying migration context for instance 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc as it has an incoming, in-progress migration 35c4f998-dd40-431c-8704-84e4a4d0b19e. Migration status is post-migrating {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1167.833550] env[69760]: INFO nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating resource usage from migration 35c4f998-dd40-431c-8704-84e4a4d0b19e [ 1167.855056] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1167.855056] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677267', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'name': 'volume-ac5b5351-0fa9-483b-9b09-afb337508e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'serial': 'ac5b5351-0fa9-483b-9b09-afb337508e76'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1167.855056] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d30174d-055d-44ae-877a-43a3593f49a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.860606] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.860606] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.860606] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 10c6a078-f714-4ad1-885f-1fd69ad99756 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.860839] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.860839] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b947e66e-9c43-430f-8ded-e06e29c9927c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.860929] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 8ece06a9-9344-4fb7-8d18-084e17a8e916 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.860992] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 4ba79151-430c-4e03-a510-02b62b973c86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.861351] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 46d31245-eac8-406d-a938-f025d840b4df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.861351] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Migration 35c4f998-dd40-431c-8704-84e4a4d0b19e is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1167.861351] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.861718] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 46c4bcbc-4a64-4e49-a3a5-11613a28d835 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1167.875404] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4db5e2a9-5663-44e2-8f69-e5035b3b9d80 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.878937] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1167.905682] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfiguring VM instance instance-00000066 to attach disk [datastore2] volume-ac5b5351-0fa9-483b-9b09-afb337508e76/volume-ac5b5351-0fa9-483b-9b09-afb337508e76.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1167.905682] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-55756842-40b6-4c1d-8e60-75e93e79a75b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.925701] env[69760]: DEBUG oslo_vmware.api [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1167.925701] env[69760]: value = "task-3394660" [ 1167.925701] env[69760]: _type = "Task" [ 1167.925701] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.934336] env[69760]: DEBUG oslo_vmware.api [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394660, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.139742] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1168.140116] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eb7e7658-df0f-417f-b602-d1cc46cf3044 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.147842] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1168.147842] env[69760]: value = "task-3394661" [ 1168.147842] env[69760]: _type = "Task" [ 1168.147842] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.157193] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394661, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.378192] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 3287a269-2fcc-4d89-827f-43a5b80b4eee has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1794}} [ 1168.378604] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 11 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1168.378831] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2688MB phys_disk=200GB used_disk=11GB total_vcpus=48 used_vcpus=11 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1168.442662] env[69760]: DEBUG oslo_vmware.api [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394660, 'name': ReconfigVM_Task, 'duration_secs': 0.440972} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.442791] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfigured VM instance instance-00000066 to attach disk [datastore2] volume-ac5b5351-0fa9-483b-9b09-afb337508e76/volume-ac5b5351-0fa9-483b-9b09-afb337508e76.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.450013] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-615e313e-694e-4525-a6c0-6e9bbc567651 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.465634] env[69760]: DEBUG oslo_vmware.api [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1168.465634] env[69760]: value = "task-3394662" [ 1168.465634] env[69760]: _type = "Task" [ 1168.465634] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.475333] env[69760]: DEBUG oslo_vmware.api [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394662, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.564136] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c0dcb1a-9af1-4c76-9a16-7c4aeda6457b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.573382] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a8da368-c180-4e8e-a91b-4926ff75d938 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.609634] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1168.609887] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1168.611206] env[69760]: INFO nova.compute.manager [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Shelving [ 1168.612600] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48afca96-4f2b-4c14-90d4-59572c048af8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.621468] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e9e5e6c-c2ff-4b87-b0f0-5b6671d17163 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.637332] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1168.658906] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394661, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.768202] env[69760]: DEBUG nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1168.792521] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1168.792862] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1168.793070] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1168.793320] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1168.793502] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1168.793682] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1168.793963] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1168.794166] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1168.794377] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1168.794605] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1168.794811] env[69760]: DEBUG nova.virt.hardware [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1168.795830] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb97456a-ea55-4306-9e76-b6831f4e4e0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.804887] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c1990bc-a20d-4c63-b7db-ed9a2e872e2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.975403] env[69760]: DEBUG oslo_vmware.api [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394662, 'name': ReconfigVM_Task, 'duration_secs': 0.154292} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.975751] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677267', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'name': 'volume-ac5b5351-0fa9-483b-9b09-afb337508e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'serial': 'ac5b5351-0fa9-483b-9b09-afb337508e76'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1169.070349] env[69760]: DEBUG nova.compute.manager [req-032105c3-a84a-4efa-9579-0678680ce688 req-b5e181e5-b779-4972-804b-527ced06d4eb service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Received event network-vif-plugged-893fbba7-5793-4a0b-95d6-501012034529 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1169.070514] env[69760]: DEBUG oslo_concurrency.lockutils [req-032105c3-a84a-4efa-9579-0678680ce688 req-b5e181e5-b779-4972-804b-527ced06d4eb service nova] Acquiring lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1169.070765] env[69760]: DEBUG oslo_concurrency.lockutils [req-032105c3-a84a-4efa-9579-0678680ce688 req-b5e181e5-b779-4972-804b-527ced06d4eb service nova] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.070970] env[69760]: DEBUG oslo_concurrency.lockutils [req-032105c3-a84a-4efa-9579-0678680ce688 req-b5e181e5-b779-4972-804b-527ced06d4eb service nova] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.071828] env[69760]: DEBUG nova.compute.manager [req-032105c3-a84a-4efa-9579-0678680ce688 req-b5e181e5-b779-4972-804b-527ced06d4eb service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] No waiting events found dispatching network-vif-plugged-893fbba7-5793-4a0b-95d6-501012034529 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1169.072073] env[69760]: WARNING nova.compute.manager [req-032105c3-a84a-4efa-9579-0678680ce688 req-b5e181e5-b779-4972-804b-527ced06d4eb service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Received unexpected event network-vif-plugged-893fbba7-5793-4a0b-95d6-501012034529 for instance with vm_state building and task_state spawning. [ 1169.140937] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1169.158812] env[69760]: DEBUG nova.network.neutron [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Successfully updated port: 893fbba7-5793-4a0b-95d6-501012034529 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1169.166076] env[69760]: DEBUG oslo_vmware.api [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394661, 'name': PowerOnVM_Task, 'duration_secs': 0.518142} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.166930] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.167381] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e62251f9-ffe6-47b5-bb4b-26750231aee5 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance '30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.624658] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.625031] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-03fd26e1-79ee-4151-8d73-16f1544cee23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.632832] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1169.632832] env[69760]: value = "task-3394663" [ 1169.632832] env[69760]: _type = "Task" [ 1169.632832] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.641713] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394663, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.647718] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1169.647995] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.830s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1169.648278] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.810s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1169.650016] env[69760]: INFO nova.compute.claims [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1169.652866] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1169.653449] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Cleaning up deleted instances {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1169.661558] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "refresh_cache-46c4bcbc-4a64-4e49-a3a5-11613a28d835" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.661779] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "refresh_cache-46c4bcbc-4a64-4e49-a3a5-11613a28d835" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.662038] env[69760]: DEBUG nova.network.neutron [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1169.990527] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ed24-d63c-3e76-f409-fb3b74f79b1f/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1169.991559] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6c39c2-8d85-4c8c-a956-a441736e9ecc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.997925] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ed24-d63c-3e76-f409-fb3b74f79b1f/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1169.998158] env[69760]: ERROR oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ed24-d63c-3e76-f409-fb3b74f79b1f/disk-0.vmdk due to incomplete transfer. [ 1169.998364] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a9be316f-1568-4d2e-ace5-19bdbe412e9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.006398] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/5269ed24-d63c-3e76-f409-fb3b74f79b1f/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1170.006611] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Uploaded image a0e7c8d0-21fa-4929-bb39-6a49ec43db00 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1170.009216] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1170.009495] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-45b5f37b-b1a7-4d6c-b90b-fcb87d0565b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.016104] env[69760]: DEBUG nova.objects.instance [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid 8ece06a9-9344-4fb7-8d18-084e17a8e916 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1170.017449] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1170.017449] env[69760]: value = "task-3394664" [ 1170.017449] env[69760]: _type = "Task" [ 1170.017449] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.026158] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394664, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.144212] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394663, 'name': PowerOffVM_Task, 'duration_secs': 0.310225} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.144212] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.144842] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38953743-ae51-4cf5-9b27-df218047a7bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.178745] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] There are 56 instances to clean {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1170.178995] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 170fff08-8124-412b-8e97-7085d9bfa159] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.189550] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fe8cac3-de40-4012-94d8-cecbbf78c16c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.227036] env[69760]: DEBUG nova.network.neutron [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1170.370705] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-290eb64b-660d-478b-8c8f-e6a7c12a5b54 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.379077] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69258d2-cb54-46a8-99e6-3256391f415c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.409559] env[69760]: DEBUG nova.network.neutron [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Updating instance_info_cache with network_info: [{"id": "893fbba7-5793-4a0b-95d6-501012034529", "address": "fa:16:3e:09:10:81", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893fbba7-57", "ovs_interfaceid": "893fbba7-5793-4a0b-95d6-501012034529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1170.411234] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902f5056-75bd-4044-8c26-6ab251af5a3e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.419096] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84fad832-0151-413d-8287-6e6a3b14e038 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.435013] env[69760]: DEBUG nova.compute.provider_tree [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1170.524121] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5131f6b5-a2a0-4017-85f0-25e922dd3888 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.303s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.528545] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394664, 'name': Destroy_Task, 'duration_secs': 0.329566} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.528780] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Destroyed the VM [ 1170.529061] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1170.529653] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39cd4a90-fcd2-467f-af7d-2389a991b3b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.535596] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1170.535596] env[69760]: value = "task-3394665" [ 1170.535596] env[69760]: _type = "Task" [ 1170.535596] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.545103] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394665, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.682805] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5d00f9ff-8745-4894-8066-4b21116aa48c] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1170.703544] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1170.703721] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-3d230092-6109-4011-8cc4-e536438222f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.714574] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1170.714574] env[69760]: value = "task-3394666" [ 1170.714574] env[69760]: _type = "Task" [ 1170.714574] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.723576] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394666, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.915101] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "refresh_cache-46c4bcbc-4a64-4e49-a3a5-11613a28d835" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.915101] env[69760]: DEBUG nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Instance network_info: |[{"id": "893fbba7-5793-4a0b-95d6-501012034529", "address": "fa:16:3e:09:10:81", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893fbba7-57", "ovs_interfaceid": "893fbba7-5793-4a0b-95d6-501012034529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1170.915461] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:09:10:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '893fbba7-5793-4a0b-95d6-501012034529', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1170.923416] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1170.923676] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1170.923930] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d7327f1b-f554-48a4-910d-d1f006279f00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.940172] env[69760]: DEBUG nova.scheduler.client.report [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1170.949764] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1170.949764] env[69760]: value = "task-3394667" [ 1170.949764] env[69760]: _type = "Task" [ 1170.949764] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.958853] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394667, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.045887] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394665, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.096963] env[69760]: DEBUG nova.compute.manager [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Received event network-changed-893fbba7-5793-4a0b-95d6-501012034529 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1171.097149] env[69760]: DEBUG nova.compute.manager [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Refreshing instance network info cache due to event network-changed-893fbba7-5793-4a0b-95d6-501012034529. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1171.097365] env[69760]: DEBUG oslo_concurrency.lockutils [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] Acquiring lock "refresh_cache-46c4bcbc-4a64-4e49-a3a5-11613a28d835" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.097590] env[69760]: DEBUG oslo_concurrency.lockutils [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] Acquired lock "refresh_cache-46c4bcbc-4a64-4e49-a3a5-11613a28d835" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.097775] env[69760]: DEBUG nova.network.neutron [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Refreshing network info cache for port 893fbba7-5793-4a0b-95d6-501012034529 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1171.187154] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: fd7add73-a599-45bb-b48f-fa1e538124ec] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.226625] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394666, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.365537] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.366979] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.002s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.445359] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.797s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1171.445835] env[69760]: DEBUG nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1171.448611] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.570s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.448817] env[69760]: DEBUG nova.objects.instance [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'resources' on Instance uuid 10c6a078-f714-4ad1-885f-1fd69ad99756 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1171.460091] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394667, 'name': CreateVM_Task, 'duration_secs': 0.368397} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.460249] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1171.460876] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.461053] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.461401] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.461659] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f0599f-c321-4e3e-98b8-3e0b35cc0b7d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.466259] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1171.466259] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]524a0d51-f050-b854-d37f-3f82ce4966b8" [ 1171.466259] env[69760]: _type = "Task" [ 1171.466259] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.475086] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524a0d51-f050-b854-d37f-3f82ce4966b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.514873] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1171.515139] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1171.515343] env[69760]: DEBUG nova.compute.manager [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Going to confirm migration 5 {{(pid=69760) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1171.546721] env[69760]: DEBUG oslo_vmware.api [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394665, 'name': RemoveSnapshot_Task, 'duration_secs': 0.518904} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.547018] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1171.547302] env[69760]: INFO nova.compute.manager [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Took 15.01 seconds to snapshot the instance on the hypervisor. [ 1171.690213] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d6bcd79f-fbd5-4514-93de-872435ecf68c] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1171.725428] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394666, 'name': CreateSnapshot_Task, 'duration_secs': 0.890311} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.727866] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1171.728659] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51333479-4d96-40fe-a9e7-2d3d910ccc1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.819609] env[69760]: DEBUG nova.network.neutron [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Updated VIF entry in instance network info cache for port 893fbba7-5793-4a0b-95d6-501012034529. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1171.820017] env[69760]: DEBUG nova.network.neutron [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Updating instance_info_cache with network_info: [{"id": "893fbba7-5793-4a0b-95d6-501012034529", "address": "fa:16:3e:09:10:81", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap893fbba7-57", "ovs_interfaceid": "893fbba7-5793-4a0b-95d6-501012034529", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1171.870733] env[69760]: DEBUG nova.compute.utils [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.951303] env[69760]: DEBUG nova.compute.utils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1171.955366] env[69760]: DEBUG nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1171.955510] env[69760]: DEBUG nova.network.neutron [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1171.976176] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]524a0d51-f050-b854-d37f-3f82ce4966b8, 'name': SearchDatastore_Task, 'duration_secs': 0.009347} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.978770] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.979014] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1171.979252] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.979409] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.979597] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1171.982080] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2d1fbb8a-e958-49ef-bad4-f5446c389809 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.989672] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1171.989839] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1171.993827] env[69760]: DEBUG nova.policy [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0311418fcbc2411b96f254e6bca4d580', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3455f95cccba413387959ba26360f069', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1171.995235] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-883fd27c-0d81-450c-8ab3-3c4c3c3aa123 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.000972] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1172.000972] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c84b6d-c4af-6c68-45b1-059d19cb382d" [ 1172.000972] env[69760]: _type = "Task" [ 1172.000972] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.011878] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c84b6d-c4af-6c68-45b1-059d19cb382d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.064998] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.065467] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquired lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.065467] env[69760]: DEBUG nova.network.neutron [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1172.065467] env[69760]: DEBUG nova.objects.instance [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'info_cache' on Instance uuid 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1172.093098] env[69760]: DEBUG nova.compute.manager [None req-d333a5a9-5490-4594-86c4-f223f9912d1f tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Found 2 images (rotation: 2) {{(pid=69760) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5017}} [ 1172.117304] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8699c2ef-56c3-4a4b-9251-dad6d075be4c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.124881] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af5a9ca-01a4-431b-9cc4-ad32bae537dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.154735] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d440474-76cc-4541-aa37-d8fca90162e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.161847] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbca26f0-10a1-46e5-807d-587aaa0dede2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.174592] env[69760]: DEBUG nova.compute.provider_tree [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1172.193810] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5856ae2d-1d5c-444e-bb77-4de0f1930725] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.248402] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1172.248633] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-ce0692d6-20ad-4682-99d1-a2b715f636c6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.259387] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1172.259387] env[69760]: value = "task-3394668" [ 1172.259387] env[69760]: _type = "Task" [ 1172.259387] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.267596] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394668, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.288774] env[69760]: DEBUG nova.network.neutron [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Successfully created port: 7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1172.322463] env[69760]: DEBUG oslo_concurrency.lockutils [req-cddc24b1-dbdf-495d-bc01-4b47f1ca7a0c req-33010678-a86d-4761-8e7e-669a98f3f820 service nova] Releasing lock "refresh_cache-46c4bcbc-4a64-4e49-a3a5-11613a28d835" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.374200] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1172.456773] env[69760]: DEBUG nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1172.512812] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c84b6d-c4af-6c68-45b1-059d19cb382d, 'name': SearchDatastore_Task, 'duration_secs': 0.008792} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.513615] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-706d92d1-838e-4a5d-a201-f0e28ec32936 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.518779] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1172.518779] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527b42a3-6ad0-fb2d-4d54-7ae0312902a9" [ 1172.518779] env[69760]: _type = "Task" [ 1172.518779] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.526378] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527b42a3-6ad0-fb2d-4d54-7ae0312902a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.677342] env[69760]: DEBUG nova.scheduler.client.report [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1172.696309] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 469d483b-bbab-4879-b17e-3d426e39a7e7] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1172.769491] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394668, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.030246] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527b42a3-6ad0-fb2d-4d54-7ae0312902a9, 'name': SearchDatastore_Task, 'duration_secs': 0.010365} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.030574] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.030889] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 46c4bcbc-4a64-4e49-a3a5-11613a28d835/46c4bcbc-4a64-4e49-a3a5-11613a28d835.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1173.031152] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de1f7de0-5d2c-423e-908f-a31941b1d9af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.038050] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1173.038050] env[69760]: value = "task-3394669" [ 1173.038050] env[69760]: _type = "Task" [ 1173.038050] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.046362] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394669, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.183600] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.735s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.199772] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b9bff6dd-01c9-4e95-b678-6f5de7306a99] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.209231] env[69760]: INFO nova.scheduler.client.report [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted allocations for instance 10c6a078-f714-4ad1-885f-1fd69ad99756 [ 1173.273253] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394668, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.377286] env[69760]: DEBUG nova.network.neutron [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance_info_cache with network_info: [{"id": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "address": "fa:16:3e:35:a9:b6", "network": {"id": "088433a7-c474-4ae8-b363-40b42f09e532", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-157849198-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6f774b9ef2454b278327e448f17641ee", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "81d39ad2-4e62-4f09-a567-88ac5aa70467", "external-id": "nsx-vlan-transportzone-221", "segmentation_id": 221, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape15b9ba3-ed", "ovs_interfaceid": "e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1173.444968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.445538] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.446242] env[69760]: INFO nova.compute.manager [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Attaching volume ccd5479b-54e7-464d-97a1-9a13bab6c49b to /dev/sdc [ 1173.465610] env[69760]: DEBUG nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1173.487648] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2958aa01-768b-40b7-958c-399dfb7ac5a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.492999] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1173.493276] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1173.493454] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1173.493652] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1173.493807] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1173.494166] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1173.494248] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1173.494431] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1173.494626] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1173.494797] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1173.494987] env[69760]: DEBUG nova.virt.hardware [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1173.496047] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99dda065-5280-49b9-ab57-ad78ccb04630 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.504802] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0027a1b8-188b-4817-b6db-f501703bd856 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.510684] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae0e3334-3295-4edc-99d7-d9e292ce9a03 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.528790] env[69760]: DEBUG nova.virt.block_device [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updating existing volume attachment record: 7a0cfb9a-1ca9-4a54-b7dc-f0ef93cee735 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1173.548012] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394669, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.454147} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.548819] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 46c4bcbc-4a64-4e49-a3a5-11613a28d835/46c4bcbc-4a64-4e49-a3a5-11613a28d835.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1173.548819] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1173.548819] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-43065b7e-aa9d-4e29-b257-2be07345adee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.554386] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1173.554386] env[69760]: value = "task-3394670" [ 1173.554386] env[69760]: _type = "Task" [ 1173.554386] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1173.562284] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394670, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.704211] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 33d8ece3-f338-4467-9bea-34128a07e511] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1173.719746] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a9da903d-fa93-4ac3-82b7-0857efebffcc tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "10c6a078-f714-4ad1-885f-1fd69ad99756" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.713s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.733038] env[69760]: DEBUG nova.compute.manager [req-8db030aa-97b9-45e1-b023-0ed350aa397d req-e337af5d-9975-4589-8b04-7e027edb35ba service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Received event network-vif-plugged-7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1173.733333] env[69760]: DEBUG oslo_concurrency.lockutils [req-8db030aa-97b9-45e1-b023-0ed350aa397d req-e337af5d-9975-4589-8b04-7e027edb35ba service nova] Acquiring lock "3287a269-2fcc-4d89-827f-43a5b80b4eee-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1173.733893] env[69760]: DEBUG oslo_concurrency.lockutils [req-8db030aa-97b9-45e1-b023-0ed350aa397d req-e337af5d-9975-4589-8b04-7e027edb35ba service nova] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1173.734270] env[69760]: DEBUG oslo_concurrency.lockutils [req-8db030aa-97b9-45e1-b023-0ed350aa397d req-e337af5d-9975-4589-8b04-7e027edb35ba service nova] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1173.734584] env[69760]: DEBUG nova.compute.manager [req-8db030aa-97b9-45e1-b023-0ed350aa397d req-e337af5d-9975-4589-8b04-7e027edb35ba service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] No waiting events found dispatching network-vif-plugged-7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1173.735174] env[69760]: WARNING nova.compute.manager [req-8db030aa-97b9-45e1-b023-0ed350aa397d req-e337af5d-9975-4589-8b04-7e027edb35ba service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Received unexpected event network-vif-plugged-7300daed-560f-4689-86aa-464d5fa43661 for instance with vm_state building and task_state spawning. [ 1173.771419] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394668, 'name': CloneVM_Task, 'duration_secs': 1.422293} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.771841] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Created linked-clone VM from snapshot [ 1173.772725] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b96125-e67d-4181-84b0-9531d20ee92f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.781944] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Uploading image e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1173.802965] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1173.802965] env[69760]: value = "vm-677270" [ 1173.802965] env[69760]: _type = "VirtualMachine" [ 1173.802965] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1173.803668] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-497a3a69-836b-43cb-9467-ab4f59545549 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.810901] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease: (returnval){ [ 1173.810901] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5292b006-1996-5ccf-083f-44c7f0db3e65" [ 1173.810901] env[69760]: _type = "HttpNfcLease" [ 1173.810901] env[69760]: } obtained for exporting VM: (result){ [ 1173.810901] env[69760]: value = "vm-677270" [ 1173.810901] env[69760]: _type = "VirtualMachine" [ 1173.810901] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1173.811169] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the lease: (returnval){ [ 1173.811169] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5292b006-1996-5ccf-083f-44c7f0db3e65" [ 1173.811169] env[69760]: _type = "HttpNfcLease" [ 1173.811169] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1173.818104] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1173.818104] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5292b006-1996-5ccf-083f-44c7f0db3e65" [ 1173.818104] env[69760]: _type = "HttpNfcLease" [ 1173.818104] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1173.830426] env[69760]: DEBUG nova.network.neutron [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Successfully updated port: 7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1173.879647] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Releasing lock "refresh_cache-30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.879994] env[69760]: DEBUG nova.objects.instance [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lazy-loading 'migration_context' on Instance uuid 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1174.064659] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394670, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068678} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.064975] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1174.065807] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dff7eb87-0c9a-4946-a573-3cc5f649b3cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.088604] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] 46c4bcbc-4a64-4e49-a3a5-11613a28d835/46c4bcbc-4a64-4e49-a3a5-11613a28d835.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1174.088915] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63bb2895-e854-4297-880c-e3fd317dec5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.109377] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1174.109377] env[69760]: value = "task-3394673" [ 1174.109377] env[69760]: _type = "Task" [ 1174.109377] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.117581] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394673, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.207231] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 6fb9b463-3402-4015-8b4f-29a8cfae5d58] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.319316] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1174.319316] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5292b006-1996-5ccf-083f-44c7f0db3e65" [ 1174.319316] env[69760]: _type = "HttpNfcLease" [ 1174.319316] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1174.319637] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1174.319637] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5292b006-1996-5ccf-083f-44c7f0db3e65" [ 1174.319637] env[69760]: _type = "HttpNfcLease" [ 1174.319637] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1174.320390] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff2c9ad-2847-45c2-823b-fd05fb337faf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.330444] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52834e3c-416f-1e06-06ff-72a566cccee7/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1174.330444] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52834e3c-416f-1e06-06ff-72a566cccee7/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1174.333629] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.334452] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquired lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.334452] env[69760]: DEBUG nova.network.neutron [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1174.392913] env[69760]: DEBUG nova.objects.base [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Object Instance<30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc> lazy-loaded attributes: info_cache,migration_context {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1174.395800] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57047c0b-fc09-4bb3-b6ed-2ffefec2f0b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.418038] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-be24451a-deec-4294-aafe-33c96a4eb25f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.424117] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1174.424117] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]528181dd-8b4f-17e8-6a63-5a40e4c4612e" [ 1174.424117] env[69760]: _type = "Task" [ 1174.424117] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.432618] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528181dd-8b4f-17e8-6a63-5a40e4c4612e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.451549] env[69760]: DEBUG nova.network.neutron [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1174.553624] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1038d357-a2e9-4893-898b-05f36bd4725d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.624268] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394673, 'name': ReconfigVM_Task, 'duration_secs': 0.319863} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.624268] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Reconfigured VM instance instance-0000006c to attach disk [datastore2] 46c4bcbc-4a64-4e49-a3a5-11613a28d835/46c4bcbc-4a64-4e49-a3a5-11613a28d835.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1174.624268] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-810b2c35-fbc3-45af-b03a-e2ebd2a407f8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.632024] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1174.632024] env[69760]: value = "task-3394674" [ 1174.632024] env[69760]: _type = "Task" [ 1174.632024] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1174.638817] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394674, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1174.660289] env[69760]: DEBUG nova.network.neutron [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1174.712094] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: de8fddc7-8d2b-4e76-8edb-f09224a8aeb4] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1174.936604] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]528181dd-8b4f-17e8-6a63-5a40e4c4612e, 'name': SearchDatastore_Task, 'duration_secs': 0.01489} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1174.936893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1174.937177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.140598] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394674, 'name': Rename_Task, 'duration_secs': 0.269463} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.141213] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1175.141572] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-028cbcf6-c285-48b8-b81b-2118d2be4ed1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.148329] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1175.148329] env[69760]: value = "task-3394675" [ 1175.148329] env[69760]: _type = "Task" [ 1175.148329] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.157307] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394675, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.162964] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Releasing lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.165043] env[69760]: DEBUG nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Instance network_info: |[{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1175.165043] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:01:6c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c02dd284-ab80-451c-93eb-48c8360acb9c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7300daed-560f-4689-86aa-464d5fa43661', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1175.172175] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Creating folder: Project (3455f95cccba413387959ba26360f069). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.172578] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d85309a9-f70d-478e-b7d2-a7d55e09d406 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.183489] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Created folder: Project (3455f95cccba413387959ba26360f069) in parent group-v676970. [ 1175.183761] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Creating folder: Instances. Parent ref: group-v677272. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1175.184105] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1573fc6-054a-48db-b867-91cd0fe0c365 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.194190] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Created folder: Instances in parent group-v677272. [ 1175.194551] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1175.195127] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1175.195263] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a9d1609f-9cd9-448c-af74-93de3a29d118 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.214180] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: e872017e-64b2-4000-b784-cdaeeb81fbd7] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.217337] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1175.217337] env[69760]: value = "task-3394678" [ 1175.217337] env[69760]: _type = "Task" [ 1175.217337] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.228204] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394678, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.363355] env[69760]: DEBUG nova.compute.manager [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1175.394011] env[69760]: DEBUG oslo_concurrency.lockutils [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1175.394329] env[69760]: DEBUG oslo_concurrency.lockutils [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1175.394528] env[69760]: DEBUG nova.compute.manager [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1175.395952] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1379eed-ebb2-423b-b75b-e126bfbf864a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.402725] env[69760]: DEBUG nova.compute.manager [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1175.403527] env[69760]: DEBUG nova.objects.instance [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'flavor' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1175.630715] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b763729-5a08-4990-b0af-1658046dea49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.638834] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0955d440-87bc-41a7-bbf2-fe5a4b43a5be {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.676897] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec926727-933c-4512-b063-5d783004a823 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.689345] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adf59b2f-41f6-4ecb-bf95-b30d9865dcb4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.693423] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394675, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.706145] env[69760]: DEBUG nova.compute.provider_tree [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1175.718998] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 14e267f1-ee87-46a5-8354-2c0426606039] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1175.729710] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394678, 'name': CreateVM_Task, 'duration_secs': 0.38888} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1175.729932] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1175.730759] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.731495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.731872] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.732220] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4b73d5d-1ca2-4c0e-a855-ae7775485025 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1175.737692] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1175.737692] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b08f94-2d5e-96a3-dab0-507415ddad90" [ 1175.737692] env[69760]: _type = "Task" [ 1175.737692] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1175.746040] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b08f94-2d5e-96a3-dab0-507415ddad90, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1175.795056] env[69760]: DEBUG nova.compute.manager [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Received event network-changed-7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1175.795209] env[69760]: DEBUG nova.compute.manager [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing instance network info cache due to event network-changed-7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1175.795431] env[69760]: DEBUG oslo_concurrency.lockutils [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] Acquiring lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.795660] env[69760]: DEBUG oslo_concurrency.lockutils [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] Acquired lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.795865] env[69760]: DEBUG nova.network.neutron [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing network info cache for port 7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1175.881407] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.183205] env[69760]: DEBUG oslo_vmware.api [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394675, 'name': PowerOnVM_Task, 'duration_secs': 0.551553} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.184026] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1176.184026] env[69760]: INFO nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Took 7.42 seconds to spawn the instance on the hypervisor. [ 1176.184214] env[69760]: DEBUG nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.185060] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-354b304f-93de-4753-b428-c4d7bcb34e4f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.209246] env[69760]: DEBUG nova.scheduler.client.report [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1176.222383] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 21306900-90d7-4575-ac0c-8cd9888251b3] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.249428] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52b08f94-2d5e-96a3-dab0-507415ddad90, 'name': SearchDatastore_Task, 'duration_secs': 0.016434} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.250240] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.250240] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1176.250497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.250723] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.250966] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1176.251568] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d7790dc1-4e73-47a5-834a-659ee4863d61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.260369] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1176.260544] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1176.261359] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9daace11-e0ec-401d-8f6e-68b2c828e0b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.268273] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1176.268273] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ca4c34-2f45-9cc5-e143-2227f9ecceff" [ 1176.268273] env[69760]: _type = "Task" [ 1176.268273] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.277638] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ca4c34-2f45-9cc5-e143-2227f9ecceff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.414830] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1176.415169] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-becec0fd-c4ff-4ec6-96d9-bbef6a3de866 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.422988] env[69760]: DEBUG oslo_vmware.api [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1176.422988] env[69760]: value = "task-3394680" [ 1176.422988] env[69760]: _type = "Task" [ 1176.422988] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.432113] env[69760]: DEBUG oslo_vmware.api [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394680, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.511814] env[69760]: DEBUG nova.network.neutron [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updated VIF entry in instance network info cache for port 7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1176.512221] env[69760]: DEBUG nova.network.neutron [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.707021] env[69760]: INFO nova.compute.manager [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Took 12.28 seconds to build instance. [ 1176.726518] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: f360ae21-3470-45d1-b537-ec7bb41ff368] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1176.780260] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ca4c34-2f45-9cc5-e143-2227f9ecceff, 'name': SearchDatastore_Task, 'duration_secs': 0.019047} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.781581] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-93a167cb-fb77-4d64-9a2a-6e7ba2c507b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1176.789564] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1176.789564] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5298c67d-a381-67dd-71ce-90e3a4bbbe8a" [ 1176.789564] env[69760]: _type = "Task" [ 1176.789564] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1176.798362] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5298c67d-a381-67dd-71ce-90e3a4bbbe8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1176.933687] env[69760]: DEBUG oslo_vmware.api [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394680, 'name': PowerOffVM_Task, 'duration_secs': 0.207197} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1176.933971] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1176.934326] env[69760]: DEBUG nova.compute.manager [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1176.935159] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f50efd4-23a5-4a74-b511-e3b6d98116e8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.015129] env[69760]: DEBUG oslo_concurrency.lockutils [req-1c0784d7-3f78-4f05-a3f9-c92dac8a2b58 req-14090ece-f9f6-4beb-90b6-5d986f074ca1 service nova] Releasing lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.208890] env[69760]: DEBUG oslo_concurrency.lockutils [None req-62056309-2e09-42f4-b357-1d1f03af443c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.796s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.219352] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.282s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.222379] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.341s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.230523] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 467b1aaa-9350-4862-a52c-cda0f195ed7b] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.299857] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5298c67d-a381-67dd-71ce-90e3a4bbbe8a, 'name': SearchDatastore_Task, 'duration_secs': 0.012694} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1177.300174] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.300454] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 3287a269-2fcc-4d89-827f-43a5b80b4eee/3287a269-2fcc-4d89-827f-43a5b80b4eee.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1177.300711] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac3ac7b4-8326-42e3-b050-cb08e139f300 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.307334] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1177.307334] env[69760]: value = "task-3394681" [ 1177.307334] env[69760]: _type = "Task" [ 1177.307334] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.315192] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394681, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.362896] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.362896] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.363159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1177.363220] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1177.363396] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.365663] env[69760]: INFO nova.compute.manager [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Terminating instance [ 1177.447570] env[69760]: DEBUG oslo_concurrency.lockutils [None req-36a6f95c-1412-4891-bead-6678fc57c34d tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.053s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1177.732652] env[69760]: INFO nova.compute.claims [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1177.742965] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 8ab97386-15c3-432e-b57d-9d858451e82d] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1177.818947] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394681, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.870152] env[69760]: DEBUG nova.compute.manager [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1177.870392] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1177.871369] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765c4867-fb5f-43c4-944f-d21d818a32db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.880574] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1177.880881] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d955b1db-c4ea-41d4-bdd9-0bd5f7451483 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1177.888381] env[69760]: DEBUG oslo_vmware.api [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1177.888381] env[69760]: value = "task-3394682" [ 1177.888381] env[69760]: _type = "Task" [ 1177.888381] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1177.898083] env[69760]: DEBUG oslo_vmware.api [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394682, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1177.901391] env[69760]: INFO nova.scheduler.client.report [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted allocation for migration 35c4f998-dd40-431c-8704-84e4a4d0b19e [ 1178.083113] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1178.083502] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677271', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'name': 'volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'serial': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1178.084656] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43255c2b-03b5-4050-9343-38cf670b658b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.102310] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe230328-5471-4327-980a-60b526b7880b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.135573] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b/volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.136211] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e40688de-b166-4151-9750-3eeb0145a6e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.166636] env[69760]: DEBUG oslo_vmware.api [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1178.166636] env[69760]: value = "task-3394683" [ 1178.166636] env[69760]: _type = "Task" [ 1178.166636] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.179035] env[69760]: DEBUG oslo_vmware.api [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394683, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.248786] env[69760]: INFO nova.compute.resource_tracker [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating resource usage from migration 43abfc75-d610-4407-82f9-056d1ec18113 [ 1178.251500] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 61b05d5f-04d0-4834-82de-dbbd4ec653ba] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.319554] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394681, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.658711} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.322419] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 3287a269-2fcc-4d89-827f-43a5b80b4eee/3287a269-2fcc-4d89-827f-43a5b80b4eee.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1178.322681] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1178.323182] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a60db886-c70d-4828-aa4e-4f7e3c7cffd3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.330432] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1178.330432] env[69760]: value = "task-3394684" [ 1178.330432] env[69760]: _type = "Task" [ 1178.330432] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.343477] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394684, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.401093] env[69760]: DEBUG oslo_vmware.api [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394682, 'name': PowerOffVM_Task, 'duration_secs': 0.234518} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.401398] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1178.401568] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1178.401825] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fb1c0556-7aa5-49bc-b5f0-ad92342f284b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.407598] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.892s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1178.432140] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80fed6c-2f6b-4a1a-ba7a-c4b02a4846b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.440840] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e8ea930-bef6-4eea-add2-f2b25fd9389c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.474952] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f7cdaca-0da5-4b1b-9d27-9d9cf73102f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.477971] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1178.478152] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1178.478328] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleting the datastore file [datastore2] 46c4bcbc-4a64-4e49-a3a5-11613a28d835 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1178.478621] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a194287d-236d-4f4a-8643-b6bed90d7b17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.487206] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01522e7d-7930-46e0-8ac0-5bf1e7c6c3de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.492093] env[69760]: DEBUG oslo_vmware.api [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1178.492093] env[69760]: value = "task-3394686" [ 1178.492093] env[69760]: _type = "Task" [ 1178.492093] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.505954] env[69760]: DEBUG nova.compute.provider_tree [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1178.512475] env[69760]: DEBUG oslo_vmware.api [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394686, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.536252] env[69760]: DEBUG nova.compute.manager [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Stashing vm_state: stopped {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1178.676688] env[69760]: DEBUG oslo_vmware.api [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394683, 'name': ReconfigVM_Task, 'duration_secs': 0.379671} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.677032] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfigured VM instance instance-00000066 to attach disk [datastore1] volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b/volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1178.681933] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ca964353-daa2-4d5a-84b2-b7959b153225 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.697226] env[69760]: DEBUG oslo_vmware.api [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1178.697226] env[69760]: value = "task-3394687" [ 1178.697226] env[69760]: _type = "Task" [ 1178.697226] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.705591] env[69760]: DEBUG oslo_vmware.api [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394687, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1178.754911] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d0a29670-7e4c-4ae5-adaa-4f7dff26f537] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1178.841534] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394684, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079601} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1178.841915] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1178.842832] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00906cec-d169-4b11-9545-154f0dc274e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.866216] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Reconfiguring VM instance instance-0000006d to attach disk [datastore1] 3287a269-2fcc-4d89-827f-43a5b80b4eee/3287a269-2fcc-4d89-827f-43a5b80b4eee.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1178.866544] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b8338fd-f98d-48ff-a594-7c2c5c307604 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1178.886080] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1178.886080] env[69760]: value = "task-3394688" [ 1178.886080] env[69760]: _type = "Task" [ 1178.886080] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1178.894246] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394688, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.002471] env[69760]: DEBUG oslo_vmware.api [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394686, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17079} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.003048] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1179.003048] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1179.003178] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1179.003374] env[69760]: INFO nova.compute.manager [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1179.003652] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1179.003852] env[69760]: DEBUG nova.compute.manager [-] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1179.003967] env[69760]: DEBUG nova.network.neutron [-] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1179.008856] env[69760]: DEBUG nova.scheduler.client.report [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1179.058998] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.207994] env[69760]: DEBUG oslo_vmware.api [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394687, 'name': ReconfigVM_Task, 'duration_secs': 0.152222} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.208531] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677271', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'name': 'volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'serial': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1179.258342] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 367a5806-7c6b-4aa2-8966-3799bbd90682] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.331583] env[69760]: DEBUG nova.compute.manager [req-0e3f49cb-24c3-462e-8997-37ccf36455ab req-93412dc9-fe86-49eb-83bc-e9473b46de64 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Received event network-vif-deleted-893fbba7-5793-4a0b-95d6-501012034529 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1179.331808] env[69760]: INFO nova.compute.manager [req-0e3f49cb-24c3-462e-8997-37ccf36455ab req-93412dc9-fe86-49eb-83bc-e9473b46de64 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Neutron deleted interface 893fbba7-5793-4a0b-95d6-501012034529; detaching it from the instance and deleting it from the info cache [ 1179.332044] env[69760]: DEBUG nova.network.neutron [req-0e3f49cb-24c3-462e-8997-37ccf36455ab req-93412dc9-fe86-49eb-83bc-e9473b46de64 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.396046] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394688, 'name': ReconfigVM_Task, 'duration_secs': 0.272405} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.396340] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Reconfigured VM instance instance-0000006d to attach disk [datastore1] 3287a269-2fcc-4d89-827f-43a5b80b4eee/3287a269-2fcc-4d89-827f-43a5b80b4eee.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1179.396975] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-861c3cbe-b394-4f0c-9033-dca590e6bdeb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.403900] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1179.403900] env[69760]: value = "task-3394689" [ 1179.403900] env[69760]: _type = "Task" [ 1179.403900] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.411872] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394689, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1179.514734] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.292s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.515069] env[69760]: INFO nova.compute.manager [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Migrating [ 1179.522335] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.463s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.541603] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.541968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.542213] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1179.542428] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1179.542601] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1179.545273] env[69760]: INFO nova.compute.manager [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Terminating instance [ 1179.762039] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d2deba3f-4d13-4071-a973-26840aacae7b] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1179.812649] env[69760]: DEBUG nova.network.neutron [-] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1179.834664] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a00750c8-634b-4c07-a806-1386a57772c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.845168] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663b98a2-e362-4816-90ed-e2d32a8fa7ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.878775] env[69760]: DEBUG nova.compute.manager [req-0e3f49cb-24c3-462e-8997-37ccf36455ab req-93412dc9-fe86-49eb-83bc-e9473b46de64 service nova] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Detach interface failed, port_id=893fbba7-5793-4a0b-95d6-501012034529, reason: Instance 46c4bcbc-4a64-4e49-a3a5-11613a28d835 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1179.913665] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394689, 'name': Rename_Task, 'duration_secs': 0.176914} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1179.913997] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1179.914263] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a214aa49-ada2-458d-8f5f-2b71e5a13322 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.920845] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1179.920845] env[69760]: value = "task-3394690" [ 1179.920845] env[69760]: _type = "Task" [ 1179.920845] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1179.929100] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394690, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.033280] env[69760]: INFO nova.compute.claims [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1180.037721] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.037881] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.038067] env[69760]: DEBUG nova.network.neutron [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1180.050903] env[69760]: DEBUG nova.compute.manager [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1180.051092] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1180.052503] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990b0c2e-e912-4d6c-a765-d445292c571c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.061015] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1180.061170] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4cd848a6-ac8e-4e4e-8978-95c181ba2435 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.067135] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1180.067135] env[69760]: value = "task-3394691" [ 1180.067135] env[69760]: _type = "Task" [ 1180.067135] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.075664] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394691, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.249572] env[69760]: DEBUG nova.objects.instance [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid 8ece06a9-9344-4fb7-8d18-084e17a8e916 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1180.265061] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 8c5fcca3-ca84-4ee9-bbff-1877b2e85351] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.316138] env[69760]: INFO nova.compute.manager [-] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Took 1.31 seconds to deallocate network for instance. [ 1180.430963] env[69760]: DEBUG oslo_vmware.api [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394690, 'name': PowerOnVM_Task, 'duration_secs': 0.449905} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.431268] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1180.431497] env[69760]: INFO nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Took 6.97 seconds to spawn the instance on the hypervisor. [ 1180.431659] env[69760]: DEBUG nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1180.433028] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11088e9-c040-4672-9691-b72f1e703af7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.543257] env[69760]: INFO nova.compute.resource_tracker [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating resource usage from migration bf339c3c-7fb0-4fc9-bb53-e3e78c05c0b3 [ 1180.581235] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394691, 'name': PowerOffVM_Task, 'duration_secs': 0.232504} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1180.586411] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1180.586632] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1180.588369] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-538278c4-3522-4134-b19c-257cc1fd457e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.661046] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1180.661274] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1180.661473] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleting the datastore file [datastore2] 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1180.661749] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-940532ca-33bb-413d-b8ce-23bcbd6ddecf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.673687] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for the task: (returnval){ [ 1180.673687] env[69760]: value = "task-3394693" [ 1180.673687] env[69760]: _type = "Task" [ 1180.673687] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.684280] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1180.725764] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a95f708-69e6-414e-829d-62d6a648629b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.734248] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e140d1f1-ed97-4680-9e80-1861ea3b8f70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.785375] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 9779a6f4-d4a2-415a-9f77-63b15ae3c50a] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1180.787687] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0ebf4aee-582c-4479-8902-33eb1c1ebce1 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.342s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1180.792368] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a92d754-c620-4227-b00b-c3cd63682ebc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.804585] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3479b9d2-35aa-43b8-a822-184dbca4c783 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.820518] env[69760]: DEBUG nova.compute.provider_tree [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1180.822617] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1180.831718] env[69760]: DEBUG nova.network.neutron [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1180.948750] env[69760]: INFO nova.compute.manager [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Took 14.13 seconds to build instance. [ 1181.094414] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1181.094700] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.183397] env[69760]: DEBUG oslo_vmware.api [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Task: {'id': task-3394693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.453943} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.183712] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1181.183846] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1181.184023] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1181.184214] env[69760]: INFO nova.compute.manager [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1181.184455] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1181.184646] env[69760]: DEBUG nova.compute.manager [-] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1181.184750] env[69760]: DEBUG nova.network.neutron [-] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1181.288800] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 96a4d360-9961-4244-8d13-964ae68dd549] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.327651] env[69760]: DEBUG nova.scheduler.client.report [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1181.334044] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.451622] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fd46fdd9-62f5-4439-b758-cb23a9ecdb5e tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.665s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.524363] env[69760]: DEBUG nova.compute.manager [req-4ae5640f-5c34-4b9f-b2bf-00619de9e231 req-0855a7e7-4c1f-4200-8e88-3c60541e2504 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Received event network-vif-deleted-e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1181.524540] env[69760]: INFO nova.compute.manager [req-4ae5640f-5c34-4b9f-b2bf-00619de9e231 req-0855a7e7-4c1f-4200-8e88-3c60541e2504 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Neutron deleted interface e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67; detaching it from the instance and deleting it from the info cache [ 1181.524676] env[69760]: DEBUG nova.network.neutron [req-4ae5640f-5c34-4b9f-b2bf-00619de9e231 req-0855a7e7-4c1f-4200-8e88-3c60541e2504 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1181.598224] env[69760]: INFO nova.compute.manager [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Detaching volume ac5b5351-0fa9-483b-9b09-afb337508e76 [ 1181.646167] env[69760]: INFO nova.virt.block_device [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Attempting to driver detach volume ac5b5351-0fa9-483b-9b09-afb337508e76 from mountpoint /dev/sdb [ 1181.646450] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1181.646638] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677267', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'name': 'volume-ac5b5351-0fa9-483b-9b09-afb337508e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'serial': 'ac5b5351-0fa9-483b-9b09-afb337508e76'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1181.647816] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93406557-1cdf-4562-9060-19b478d14ca3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.674063] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c662c35b-bfbf-406b-b0bc-12f025d983f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.681488] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42ad29f-2977-4f0b-9876-f574ff4bec0a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.704275] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a91130c-5134-42b7-92ef-d94f5b24fd0c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.720152] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] The volume has not been displaced from its original location: [datastore2] volume-ac5b5351-0fa9-483b-9b09-afb337508e76/volume-ac5b5351-0fa9-483b-9b09-afb337508e76.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1181.725585] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfiguring VM instance instance-00000066 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1181.725859] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73fa27de-ef4d-45e0-9431-76d355592ec5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1181.744358] env[69760]: DEBUG oslo_vmware.api [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1181.744358] env[69760]: value = "task-3394694" [ 1181.744358] env[69760]: _type = "Task" [ 1181.744358] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1181.752595] env[69760]: DEBUG oslo_vmware.api [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394694, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.793345] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: e71e197d-eb97-46de-ba6e-bee5ba6e0282] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1181.830436] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.308s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1181.830695] env[69760]: INFO nova.compute.manager [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Migrating [ 1181.837841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.015s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1181.838163] env[69760]: DEBUG nova.objects.instance [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'resources' on Instance uuid 46c4bcbc-4a64-4e49-a3a5-11613a28d835 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1182.007943] env[69760]: DEBUG nova.network.neutron [-] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1182.027752] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a197cbd-e597-4373-88b0-0860b671aa2d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.037964] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5961dad5-35b4-4d14-82d7-cc0e2e41c1f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.068842] env[69760]: DEBUG nova.compute.manager [req-4ae5640f-5c34-4b9f-b2bf-00619de9e231 req-0855a7e7-4c1f-4200-8e88-3c60541e2504 service nova] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Detach interface failed, port_id=e15b9ba3-ed6f-41b7-bc71-0b8a8c5f7e67, reason: Instance 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1182.171626] env[69760]: DEBUG nova.compute.manager [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Received event network-changed-7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1182.171821] env[69760]: DEBUG nova.compute.manager [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing instance network info cache due to event network-changed-7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1182.172056] env[69760]: DEBUG oslo_concurrency.lockutils [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] Acquiring lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.172204] env[69760]: DEBUG oslo_concurrency.lockutils [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] Acquired lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.172366] env[69760]: DEBUG nova.network.neutron [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing network info cache for port 7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1182.255815] env[69760]: DEBUG oslo_vmware.api [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394694, 'name': ReconfigVM_Task, 'duration_secs': 0.262405} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.256142] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfigured VM instance instance-00000066 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1182.260809] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a97f6285-5091-4e0c-8159-2b3e9185bd39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.276089] env[69760]: DEBUG oslo_vmware.api [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1182.276089] env[69760]: value = "task-3394695" [ 1182.276089] env[69760]: _type = "Task" [ 1182.276089] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.284008] env[69760]: DEBUG oslo_vmware.api [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394695, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.296564] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 9df05d0c-f9e4-43ab-8784-0ca4e8b7c453] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.354256] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.354306] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.354534] env[69760]: DEBUG nova.network.neutron [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1182.512641] env[69760]: INFO nova.compute.manager [-] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Took 1.33 seconds to deallocate network for instance. [ 1182.548350] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b428c48-2009-4730-91ef-fb26714bb84e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.557911] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01838a09-ce76-4492-9c1e-1e4632fd28bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.592246] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ad39375-f10e-4d9e-bedc-1c0e729743a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.599905] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30716b22-a649-4f80-9272-ad7a4d3f639e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.613823] env[69760]: DEBUG nova.compute.provider_tree [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1182.789016] env[69760]: DEBUG oslo_vmware.api [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394695, 'name': ReconfigVM_Task, 'duration_secs': 0.181212} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1182.789398] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677267', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'name': 'volume-ac5b5351-0fa9-483b-9b09-afb337508e76', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ac5b5351-0fa9-483b-9b09-afb337508e76', 'serial': 'ac5b5351-0fa9-483b-9b09-afb337508e76'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1182.793073] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52834e3c-416f-1e06-06ff-72a566cccee7/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1182.793924] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4bd567a-76e3-49b5-bc1f-ea43395daf7e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.800021] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 08b58eb6-33ed-4d6b-88e5-06f3c8fb8c64] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1182.801685] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52834e3c-416f-1e06-06ff-72a566cccee7/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1182.801841] env[69760]: ERROR oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52834e3c-416f-1e06-06ff-72a566cccee7/disk-0.vmdk due to incomplete transfer. [ 1182.804147] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-21631ed6-1ba4-4877-9385-6c03592b7366 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.811688] env[69760]: DEBUG oslo_vmware.rw_handles [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52834e3c-416f-1e06-06ff-72a566cccee7/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1182.811829] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Uploaded image e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1182.814360] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1182.814612] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5b073521-3e10-4c2e-b2da-c6eef47acb1d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.820678] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1182.820678] env[69760]: value = "task-3394696" [ 1182.820678] env[69760]: _type = "Task" [ 1182.820678] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1182.828820] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394696, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1182.864983] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2283fe60-dd73-471a-bb75-4794758fe9f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1182.894026] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance '858a69fe-35fd-4ca8-abc2-5e4e01b40e02' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1182.929014] env[69760]: DEBUG nova.network.neutron [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updated VIF entry in instance network info cache for port 7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1182.929463] env[69760]: DEBUG nova.network.neutron [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.019859] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.093554] env[69760]: DEBUG nova.network.neutron [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1183.117170] env[69760]: DEBUG nova.scheduler.client.report [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1183.305195] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 8de66e82-6841-4aa3-ac3f-f80415d3e359] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.331461] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394696, 'name': Destroy_Task, 'duration_secs': 0.302318} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.332773] env[69760]: DEBUG nova.objects.instance [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid 8ece06a9-9344-4fb7-8d18-084e17a8e916 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1183.334101] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Destroyed the VM [ 1183.334341] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1183.334948] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-dd7acb18-c1e8-4569-b581-0509c5937cb5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.342890] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1183.342890] env[69760]: value = "task-3394697" [ 1183.342890] env[69760]: _type = "Task" [ 1183.342890] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.350889] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394697, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.396705] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1183.397065] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b99dde14-575c-4227-bb65-a1debfea17ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.404419] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1183.404419] env[69760]: value = "task-3394698" [ 1183.404419] env[69760]: _type = "Task" [ 1183.404419] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1183.413436] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394698, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1183.431879] env[69760]: DEBUG oslo_concurrency.lockutils [req-182054ca-3269-4def-81af-6abc04fd9404 req-9740a0ea-4857-40f4-9a9d-9b91f9ae06ee service nova] Releasing lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.596931] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.621881] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.784s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.624187] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.604s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.624536] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1183.644149] env[69760]: INFO nova.scheduler.client.report [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted allocations for instance 46c4bcbc-4a64-4e49-a3a5-11613a28d835 [ 1183.645973] env[69760]: INFO nova.scheduler.client.report [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Deleted allocations for instance 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc [ 1183.808938] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d7a63e58-8c56-411f-a8ea-1746fa59c4e6] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1183.853746] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394697, 'name': RemoveSnapshot_Task, 'duration_secs': 0.355885} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.854026] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1183.854303] env[69760]: DEBUG nova.compute.manager [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1183.855113] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e693cba-4b90-46b4-bb7c-a2edaba755ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1183.914381] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394698, 'name': PowerOffVM_Task, 'duration_secs': 0.270848} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1183.914646] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1183.914930] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance '858a69fe-35fd-4ca8-abc2-5e4e01b40e02' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.156129] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8be5ff22-b01f-4d3d-8111-275b8ddb9e6b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46c4bcbc-4a64-4e49-a3a5-11613a28d835" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.793s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.157114] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d0a8b203-3133-4605-a256-6eed6b129708 tempest-DeleteServersTestJSON-1851602558 tempest-DeleteServersTestJSON-1851602558-project-member] Lock "30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.615s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.312774] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: ef1aa949-5359-4c88-8f5f-fcf895c7837a] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.339929] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a70dac06-49f6-42bb-8e50-a9eda993b7bc tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.245s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1184.366180] env[69760]: INFO nova.compute.manager [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Shelve offloading [ 1184.369725] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1184.369937] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1184.421042] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1184.421267] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1184.421378] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1184.421559] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1184.421706] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1184.421852] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1184.422168] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1184.422419] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1184.422602] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1184.422760] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1184.422933] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1184.428166] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbbcf08a-90c6-4a11-8ce3-d1d46d5fcb2a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.444823] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1184.444823] env[69760]: value = "task-3394699" [ 1184.444823] env[69760]: _type = "Task" [ 1184.444823] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.453649] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394699, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.815684] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: cdceaab0-e2d4-4971-93dd-2bcc87b77f4d] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1184.869508] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1184.869833] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eac15b62-9365-4f6d-a80e-e6db1de0cb42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.872670] env[69760]: INFO nova.compute.manager [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Detaching volume ccd5479b-54e7-464d-97a1-9a13bab6c49b [ 1184.881463] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1184.881463] env[69760]: value = "task-3394700" [ 1184.881463] env[69760]: _type = "Task" [ 1184.881463] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1184.889799] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394700, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1184.914073] env[69760]: INFO nova.virt.block_device [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Attempting to driver detach volume ccd5479b-54e7-464d-97a1-9a13bab6c49b from mountpoint /dev/sdc [ 1184.914324] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1184.914619] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677271', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'name': 'volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'serial': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1184.915463] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40eb688c-27a5-420c-ba1f-9487ad780f64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.938716] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bee8aed7-71b0-4f9e-a7cc-daf234423bd7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.944930] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83798217-0a35-4897-a6a8-b43c18da550e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.954968] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394699, 'name': ReconfigVM_Task, 'duration_secs': 0.199811} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1184.971936] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance '858a69fe-35fd-4ca8-abc2-5e4e01b40e02' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1184.977621] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2861f61-ec75-4cfe-90a8-2adf7590a86b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1184.992843] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] The volume has not been displaced from its original location: [datastore1] volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b/volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1184.998757] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfiguring VM instance instance-00000066 to detach disk 2002 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1184.999131] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f035c8b6-f99b-46da-9ec8-f03dcc0b513a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.017883] env[69760]: DEBUG oslo_vmware.api [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1185.017883] env[69760]: value = "task-3394702" [ 1185.017883] env[69760]: _type = "Task" [ 1185.017883] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.027528] env[69760]: DEBUG oslo_vmware.api [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394702, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.112445] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-968d55e9-327e-4021-b079-9238e9eeaf6c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.131061] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance 'd9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1185.318754] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d8eb04ef-ecc1-404c-96e9-42430a93ffa6] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1185.391536] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1185.391763] env[69760]: DEBUG nova.compute.manager [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1185.392512] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c13c2d0b-fd27-4251-9a9c-911516f0e2a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.398096] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.398203] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.398401] env[69760]: DEBUG nova.network.neutron [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1185.481152] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1185.481402] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1185.481568] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1185.481748] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1185.481895] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1185.482053] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1185.482266] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1185.482427] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1185.482592] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1185.482757] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1185.482932] env[69760]: DEBUG nova.virt.hardware [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1185.488507] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Reconfiguring VM instance instance-00000042 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1185.488507] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8bf5bd49-624a-48ad-8d26-87d08c7c42b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.507513] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1185.507513] env[69760]: value = "task-3394703" [ 1185.507513] env[69760]: _type = "Task" [ 1185.507513] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.515353] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394703, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.526139] env[69760]: DEBUG oslo_vmware.api [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394702, 'name': ReconfigVM_Task, 'duration_secs': 0.20922} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1185.526326] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Reconfigured VM instance instance-00000066 to detach disk 2002 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1185.531072] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3ec4c4d5-7265-4e6c-9fcb-b9e92fd87ef8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.546970] env[69760]: DEBUG oslo_vmware.api [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1185.546970] env[69760]: value = "task-3394704" [ 1185.546970] env[69760]: _type = "Task" [ 1185.546970] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.556420] env[69760]: DEBUG oslo_vmware.api [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394704, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.619388] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.619612] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.636401] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1185.636935] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0394bf6f-6143-4af6-98f5-65270febeb8e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1185.645867] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1185.645867] env[69760]: value = "task-3394705" [ 1185.645867] env[69760]: _type = "Task" [ 1185.645867] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1185.654800] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394705, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1185.821969] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 90129de8-9e68-4ea8-9c23-5e98a403ee25] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.017874] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394703, 'name': ReconfigVM_Task, 'duration_secs': 0.169679} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.018171] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Reconfigured VM instance instance-00000042 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1186.018990] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bcb5a4-7326-4219-965e-80331e2b4df6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.041235] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 858a69fe-35fd-4ca8-abc2-5e4e01b40e02/858a69fe-35fd-4ca8-abc2-5e4e01b40e02.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1186.043526] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d274419-e764-4f85-8911-63684cb9f1f9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.063851] env[69760]: DEBUG oslo_vmware.api [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394704, 'name': ReconfigVM_Task, 'duration_secs': 0.144603} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.064985] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677271', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'name': 'volume-ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8ece06a9-9344-4fb7-8d18-084e17a8e916', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b', 'serial': 'ccd5479b-54e7-464d-97a1-9a13bab6c49b'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1186.066967] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1186.066967] env[69760]: value = "task-3394706" [ 1186.066967] env[69760]: _type = "Task" [ 1186.066967] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.074822] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394706, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.124263] env[69760]: DEBUG nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1186.155753] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1186.155966] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance 'd9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.159976] env[69760]: DEBUG nova.network.neutron [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [{"id": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "address": "fa:16:3e:ba:71:39", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff2a27-21", "ovs_interfaceid": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1186.325221] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 2168c3f7-90d9-4b9e-beda-3a3fde0a8eb6] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.577729] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394706, 'name': ReconfigVM_Task, 'duration_secs': 0.30683} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1186.578078] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 858a69fe-35fd-4ca8-abc2-5e4e01b40e02/858a69fe-35fd-4ca8-abc2-5e4e01b40e02.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1186.578428] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance '858a69fe-35fd-4ca8-abc2-5e4e01b40e02' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1186.606820] env[69760]: DEBUG nova.objects.instance [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'flavor' on Instance uuid 8ece06a9-9344-4fb7-8d18-084e17a8e916 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.649921] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.650205] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.651629] env[69760]: INFO nova.compute.claims [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1186.663218] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1186.663437] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1186.663592] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1186.663771] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1186.663917] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1186.664075] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1186.664344] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1186.664506] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1186.664673] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1186.664833] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1186.665013] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1186.670182] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.671945] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-10d7eced-b5cd-41a2-98cf-e4ca35b26ad6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.686791] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1186.686791] env[69760]: value = "task-3394707" [ 1186.686791] env[69760]: _type = "Task" [ 1186.686791] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.695106] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394707, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1186.829223] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 96013b4c-f66b-424f-afee-064fcdfa7519] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1186.917333] env[69760]: DEBUG nova.compute.manager [req-38c2a8ea-1c5e-470e-9455-329fcb1cb9ff req-2ef6e67a-a4b4-4aac-bb84-215d9a91d440 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-vif-unplugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1186.917570] env[69760]: DEBUG oslo_concurrency.lockutils [req-38c2a8ea-1c5e-470e-9455-329fcb1cb9ff req-2ef6e67a-a4b4-4aac-bb84-215d9a91d440 service nova] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1186.917776] env[69760]: DEBUG oslo_concurrency.lockutils [req-38c2a8ea-1c5e-470e-9455-329fcb1cb9ff req-2ef6e67a-a4b4-4aac-bb84-215d9a91d440 service nova] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1186.917942] env[69760]: DEBUG oslo_concurrency.lockutils [req-38c2a8ea-1c5e-470e-9455-329fcb1cb9ff req-2ef6e67a-a4b4-4aac-bb84-215d9a91d440 service nova] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.918235] env[69760]: DEBUG nova.compute.manager [req-38c2a8ea-1c5e-470e-9455-329fcb1cb9ff req-2ef6e67a-a4b4-4aac-bb84-215d9a91d440 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] No waiting events found dispatching network-vif-unplugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1186.918427] env[69760]: WARNING nova.compute.manager [req-38c2a8ea-1c5e-470e-9455-329fcb1cb9ff req-2ef6e67a-a4b4-4aac-bb84-215d9a91d440 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received unexpected event network-vif-unplugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf for instance with vm_state shelved and task_state shelving_offloading. [ 1187.049487] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1187.050627] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56729aa1-7c51-4ce8-878b-e97278e827cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.058965] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1187.059242] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc677632-6836-4dd1-bdb7-3ef2645b706c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.085512] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1837fad-1651-4ae2-a1b6-34a6a49c6a87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.106810] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3841440c-7dbd-4e2f-8514-8bec332021d4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.126771] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance '858a69fe-35fd-4ca8-abc2-5e4e01b40e02' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.133041] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1187.133041] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1187.133041] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleting the datastore file [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1187.133041] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a13bc25-786b-4881-bb54-d8425e67cd72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.139372] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1187.139372] env[69760]: value = "task-3394709" [ 1187.139372] env[69760]: _type = "Task" [ 1187.139372] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.147465] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394709, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.197339] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394707, 'name': ReconfigVM_Task, 'duration_secs': 0.325604} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.197675] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance 'd9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1187.332569] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: c7d3af63-c60a-4a67-8dbf-650c32467e6c] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.637158] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2b035110-fbf0-4c13-9efb-d988e527cf26 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1187.648983] env[69760]: DEBUG oslo_vmware.api [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394709, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.444459} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.649170] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1187.649432] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1187.649522] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1187.670210] env[69760]: INFO nova.scheduler.client.report [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted allocations for instance 4ba79151-430c-4e03-a510-02b62b973c86 [ 1187.682547] env[69760]: DEBUG nova.network.neutron [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Port 141216d6-ecf6-4bdf-9d97-383b3d2fbd47 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1187.703370] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1187.703518] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1187.703601] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1187.703780] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1187.703928] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1187.704100] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1187.704320] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1187.704487] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1187.704652] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1187.704812] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1187.704985] env[69760]: DEBUG nova.virt.hardware [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1187.710304] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Reconfiguring VM instance instance-0000005c to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1187.713010] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e9bcb1ef-cf59-4c60-b817-1d67d7dfcd2d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.731227] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1187.731227] env[69760]: value = "task-3394710" [ 1187.731227] env[69760]: _type = "Task" [ 1187.731227] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1187.742739] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394710, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.796274] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3f47f8a-30b7-408b-985d-c3f9d85f31d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.803968] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5188c7d-7946-4f37-b87b-c78b573005b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.833194] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c119a4e5-bedd-4513-b4b5-0c9d42195a35 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.835869] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 7b3752a8-2177-4913-9f9c-3f736221d1fb] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1187.842656] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439f36d4-f12f-41a8-8921-80aea33bf55c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.856153] env[69760]: DEBUG nova.compute.provider_tree [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.176798] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.244278] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394710, 'name': ReconfigVM_Task, 'duration_secs': 0.195284} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.245031] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Reconfigured VM instance instance-0000005c to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1188.245409] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135cfd64-b651-4a39-8f01-1d7746d8686a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.270361] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3/d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1188.270736] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f26ace1c-3589-4944-ad39-fb9881746987 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1188.290619] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1188.290619] env[69760]: value = "task-3394711" [ 1188.290619] env[69760]: _type = "Task" [ 1188.290619] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1188.302958] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394711, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1188.339351] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 6ac67906-d275-4b04-adf0-a9c101b9ec5e] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.360199] env[69760]: DEBUG nova.scheduler.client.report [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1188.711295] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.711496] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.711900] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.800980] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.805018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.805018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "8ece06a9-9344-4fb7-8d18-084e17a8e916-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1188.805018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.805018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.805018] env[69760]: DEBUG oslo_vmware.api [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394711, 'name': ReconfigVM_Task, 'duration_secs': 0.356271} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1188.805018] env[69760]: INFO nova.compute.manager [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Terminating instance [ 1188.805513] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Reconfigured VM instance instance-0000005c to attach disk [datastore2] d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3/d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1188.805972] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance 'd9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1188.843231] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: db6bdce5-50dc-40e8-b6b8-632a49ccc2e0] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1188.871020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.218s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1188.871020] env[69760]: DEBUG nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1188.871020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.694s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1188.876589] env[69760]: DEBUG nova.objects.instance [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'resources' on Instance uuid 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1188.951870] env[69760]: DEBUG nova.compute.manager [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1188.952140] env[69760]: DEBUG nova.compute.manager [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing instance network info cache due to event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1188.952420] env[69760]: DEBUG oslo_concurrency.lockutils [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] Acquiring lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.952705] env[69760]: DEBUG oslo_concurrency.lockutils [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] Acquired lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.952705] env[69760]: DEBUG nova.network.neutron [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing network info cache for port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1189.313142] env[69760]: DEBUG nova.compute.manager [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1189.313383] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1189.316048] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1640b0d4-6b44-4d8a-9d94-9ab8720ae5e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.317841] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c277d692-4ea7-4615-9e3e-3d81cdf8e6b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.326398] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1189.339663] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-499d230f-cb54-45ef-9fb2-3c4a51fc3644 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.342072] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1533e4d3-a643-4254-abf4-845e77dc1285 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.349021] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 7ba9c3ca-8f80-4422-8392-e747f7020176] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.365290] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance 'd9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1189.372707] env[69760]: DEBUG oslo_vmware.api [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1189.372707] env[69760]: value = "task-3394712" [ 1189.372707] env[69760]: _type = "Task" [ 1189.372707] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.378138] env[69760]: DEBUG nova.compute.utils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1189.379741] env[69760]: DEBUG nova.objects.instance [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1189.381122] env[69760]: DEBUG nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1189.381381] env[69760]: DEBUG nova.network.neutron [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1189.390112] env[69760]: DEBUG oslo_vmware.api [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394712, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1189.429903] env[69760]: DEBUG nova.policy [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5eb71c31944ec8290123e006a11b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3666199f264ff193576ca2df9efa74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1189.766083] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.766540] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.766540] env[69760]: DEBUG nova.network.neutron [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1189.869035] env[69760]: DEBUG nova.network.neutron [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updated VIF entry in instance network info cache for port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1189.869405] env[69760]: DEBUG nova.network.neutron [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [{"id": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "address": "fa:16:3e:ba:71:39", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap23ff2a27-21", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1189.875483] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 05d7bc0b-31ea-4192-b0a3-418bf9f3e8f3] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1189.886955] env[69760]: DEBUG nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1189.893024] env[69760]: DEBUG nova.objects.base [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Object Instance<4ba79151-430c-4e03-a510-02b62b973c86> lazy-loaded attributes: resources,numa_topology {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1189.893024] env[69760]: DEBUG oslo_vmware.api [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394712, 'name': PowerOffVM_Task, 'duration_secs': 0.231164} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1189.893024] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1189.893024] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1189.893288] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e1563425-1a13-49bd-a5af-d7de40ae788c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.933107] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1189.940416] env[69760]: DEBUG nova.network.neutron [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Port 04040e7d-1410-444e-9a8a-90280c0f381e binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1189.958337] env[69760]: DEBUG nova.network.neutron [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Successfully created port: 88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1189.961618] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1189.961834] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1189.962584] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Deleting the datastore file [datastore1] 8ece06a9-9344-4fb7-8d18-084e17a8e916 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1189.966508] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d618ea2-f980-483c-a3b2-5bd189e6fcdb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.973546] env[69760]: DEBUG oslo_vmware.api [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for the task: (returnval){ [ 1189.973546] env[69760]: value = "task-3394714" [ 1189.973546] env[69760]: _type = "Task" [ 1189.973546] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1189.982647] env[69760]: DEBUG oslo_vmware.api [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394714, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1190.098474] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db14b1d2-e00d-49cf-8fb6-04146dbf4e18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.106458] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff3ac36-49a2-42fa-8d72-b93124e2ddc7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.139101] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6acd9a12-85c0-4f86-98be-0478653ee99a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.147849] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6615de8b-3ef0-4d19-845f-9af89d87f69f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.162038] env[69760]: DEBUG nova.compute.provider_tree [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1190.372069] env[69760]: DEBUG oslo_concurrency.lockutils [req-d503d0de-2f3c-4079-9a78-b5b0a63262b1 req-30f9c370-61ea-41d8-97e6-18618f268c41 service nova] Releasing lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.379116] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 962a8802-6352-4848-aec5-4ba82c22c060] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.484421] env[69760]: DEBUG oslo_vmware.api [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Task: {'id': task-3394714, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.195995} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1190.484702] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1190.484847] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1190.485035] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1190.485212] env[69760]: INFO nova.compute.manager [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1190.485470] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1190.485660] env[69760]: DEBUG nova.compute.manager [-] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1190.485752] env[69760]: DEBUG nova.network.neutron [-] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1190.515397] env[69760]: DEBUG nova.network.neutron [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1190.665119] env[69760]: DEBUG nova.scheduler.client.report [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1190.883326] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: f9da202e-13aa-4c70-ae15-dfeb3093a299] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1190.899169] env[69760]: DEBUG nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1190.968517] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1190.968772] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1190.969162] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1190.969162] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1190.969318] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1190.969422] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1190.969635] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1190.969815] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1190.969989] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1190.970167] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1190.970367] env[69760]: DEBUG nova.virt.hardware [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1190.970851] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1190.971062] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1190.971233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.973031] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4db5083-3f25-4d33-a1f8-0cdb54c4ea0b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.982358] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60bcf213-58ac-46c1-a45b-4f4402f3c60d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.020221] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.144694] env[69760]: DEBUG nova.compute.manager [req-a19bb305-65ca-4ed8-ac6d-81935fabb02c req-b055192d-ffe8-4554-8c8b-18d3949d5dd2 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Received event network-vif-deleted-7604624d-d8b0-403e-8ce5-39b050e80200 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.144925] env[69760]: INFO nova.compute.manager [req-a19bb305-65ca-4ed8-ac6d-81935fabb02c req-b055192d-ffe8-4554-8c8b-18d3949d5dd2 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Neutron deleted interface 7604624d-d8b0-403e-8ce5-39b050e80200; detaching it from the instance and deleting it from the info cache [ 1191.144970] env[69760]: DEBUG nova.network.neutron [req-a19bb305-65ca-4ed8-ac6d-81935fabb02c req-b055192d-ffe8-4554-8c8b-18d3949d5dd2 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.170775] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.300s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.386194] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: f066367a-fb43-4433-b9bd-5fd3d26ff2c8] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1191.402036] env[69760]: DEBUG nova.compute.manager [req-28b40688-58d9-48f0-bd19-041a7157656f req-b354624c-0fad-4900-8bbe-28e21cf67e75 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Received event network-vif-plugged-88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1191.402169] env[69760]: DEBUG oslo_concurrency.lockutils [req-28b40688-58d9-48f0-bd19-041a7157656f req-b354624c-0fad-4900-8bbe-28e21cf67e75 service nova] Acquiring lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1191.402381] env[69760]: DEBUG oslo_concurrency.lockutils [req-28b40688-58d9-48f0-bd19-041a7157656f req-b354624c-0fad-4900-8bbe-28e21cf67e75 service nova] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.402589] env[69760]: DEBUG oslo_concurrency.lockutils [req-28b40688-58d9-48f0-bd19-041a7157656f req-b354624c-0fad-4900-8bbe-28e21cf67e75 service nova] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.402770] env[69760]: DEBUG nova.compute.manager [req-28b40688-58d9-48f0-bd19-041a7157656f req-b354624c-0fad-4900-8bbe-28e21cf67e75 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] No waiting events found dispatching network-vif-plugged-88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1191.402935] env[69760]: WARNING nova.compute.manager [req-28b40688-58d9-48f0-bd19-041a7157656f req-b354624c-0fad-4900-8bbe-28e21cf67e75 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Received unexpected event network-vif-plugged-88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 for instance with vm_state building and task_state spawning. [ 1191.530568] env[69760]: DEBUG nova.network.neutron [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Successfully updated port: 88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1191.574659] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fdade81-920e-46ae-aa04-eba175af264b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.598345] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2ae064c-f260-4935-b5ee-7cfc5e53742c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.605528] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance '858a69fe-35fd-4ca8-abc2-5e4e01b40e02' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1191.629129] env[69760]: DEBUG nova.network.neutron [-] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1191.648097] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-16f491fb-22e0-4e8d-8951-f679501bcd16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.658373] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d45b797-c839-4b38-9e15-dffb517cd9dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.686798] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9baaa466-4982-4ef3-a2ed-1b379afb72ae tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.077s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1191.688018] env[69760]: DEBUG nova.compute.manager [req-a19bb305-65ca-4ed8-ac6d-81935fabb02c req-b055192d-ffe8-4554-8c8b-18d3949d5dd2 service nova] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Detach interface failed, port_id=7604624d-d8b0-403e-8ce5-39b050e80200, reason: Instance 8ece06a9-9344-4fb7-8d18-084e17a8e916 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1191.688784] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.756s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1191.688975] env[69760]: INFO nova.compute.manager [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Unshelving [ 1191.890020] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 192d6d08-babf-4efe-b22b-ab6676698975] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.013653] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.013813] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.014327] env[69760]: DEBUG nova.network.neutron [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.034981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "refresh_cache-97a1f547-4d5e-42ad-9412-6e781b2a81f7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.034981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "refresh_cache-97a1f547-4d5e-42ad-9412-6e781b2a81f7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.034981] env[69760]: DEBUG nova.network.neutron [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1192.111483] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1192.111790] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc3e8bb8-696b-4440-b7aa-fa64f659577a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.119562] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1192.119562] env[69760]: value = "task-3394715" [ 1192.119562] env[69760]: _type = "Task" [ 1192.119562] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.128019] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394715, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.133418] env[69760]: INFO nova.compute.manager [-] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Took 1.65 seconds to deallocate network for instance. [ 1192.393300] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 0fa7bf74-e578-4158-9684-3f9d8ce3e569] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1192.565031] env[69760]: DEBUG nova.network.neutron [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1192.630638] env[69760]: DEBUG oslo_vmware.api [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394715, 'name': PowerOnVM_Task, 'duration_secs': 0.385066} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.630915] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1192.631198] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b8bac27b-811b-4461-a541-903bf84bfd6b tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance '858a69fe-35fd-4ca8-abc2-5e4e01b40e02' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1192.640303] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1192.640639] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1192.640925] env[69760]: DEBUG nova.objects.instance [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lazy-loading 'resources' on Instance uuid 8ece06a9-9344-4fb7-8d18-084e17a8e916 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1192.703028] env[69760]: DEBUG nova.compute.utils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1192.757221] env[69760]: DEBUG nova.network.neutron [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.807856] env[69760]: DEBUG nova.network.neutron [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Updating instance_info_cache with network_info: [{"id": "88ee50b0-1ae1-488f-ade2-8bc7c5bfa872", "address": "fa:16:3e:4f:6b:5a", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ee50b0-1a", "ovs_interfaceid": "88ee50b0-1ae1-488f-ade2-8bc7c5bfa872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1192.896354] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 458ff062-7b22-477f-85d1-4110870956cb] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.206224] env[69760]: INFO nova.virt.block_device [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Booting with volume 3ecae48e-3bcd-458b-8a71-068a8dd18f47 at /dev/sdb [ 1193.259826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.268642] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-254b7611-1d89-4b55-957f-74629f3bbc89 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.278899] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e2e404f-43ad-47c9-9772-d64f78873acb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.313779] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "refresh_cache-97a1f547-4d5e-42ad-9412-6e781b2a81f7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.314168] env[69760]: DEBUG nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Instance network_info: |[{"id": "88ee50b0-1ae1-488f-ade2-8bc7c5bfa872", "address": "fa:16:3e:4f:6b:5a", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ee50b0-1a", "ovs_interfaceid": "88ee50b0-1ae1-488f-ade2-8bc7c5bfa872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1193.314682] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:6b:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '88ee50b0-1ae1-488f-ade2-8bc7c5bfa872', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.322183] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1193.322418] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-991818f5-a820-4224-82a2-44ffa41b3ffc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.326735] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.327940] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cf98b483-7142-4739-9d70-1e4da4165d49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.348671] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc273351-377d-4093-a86e-b54f6a2fbaaf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.364982] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.364982] env[69760]: value = "task-3394716" [ 1193.364982] env[69760]: _type = "Task" [ 1193.364982] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.373585] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394716, 'name': CreateVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.374293] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267cb21e-95cc-4adb-82da-ac0ad936d690 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.386085] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd5377a7-e563-457f-9d3b-70615035b48c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.391451] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da1ff867-26f5-4d54-af59-4be875c86a75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.399023] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f08476f-aecb-4fc8-911d-a80fb10d6f89 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.400676] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: db981e04-53a9-4dab-8fc7-ffc6631cd41d] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.439627] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d72895fa-4c18-4a65-be20-fd3c207f2788 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.445990] env[69760]: DEBUG nova.compute.manager [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Received event network-changed-88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1193.446170] env[69760]: DEBUG nova.compute.manager [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Refreshing instance network info cache due to event network-changed-88ee50b0-1ae1-488f-ade2-8bc7c5bfa872. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1193.446386] env[69760]: DEBUG oslo_concurrency.lockutils [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] Acquiring lock "refresh_cache-97a1f547-4d5e-42ad-9412-6e781b2a81f7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.446533] env[69760]: DEBUG oslo_concurrency.lockutils [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] Acquired lock "refresh_cache-97a1f547-4d5e-42ad-9412-6e781b2a81f7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.446951] env[69760]: DEBUG nova.network.neutron [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Refreshing network info cache for port 88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1193.454335] env[69760]: DEBUG nova.virt.block_device [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating existing volume attachment record: afb8340a-53a6-46c2-ab5e-59fd224b8ffb {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1193.460767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88bd0ce0-7108-4d9f-af0a-2ab7921f0c93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.478418] env[69760]: DEBUG nova.compute.provider_tree [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1193.719293] env[69760]: DEBUG nova.network.neutron [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Updated VIF entry in instance network info cache for port 88ee50b0-1ae1-488f-ade2-8bc7c5bfa872. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1193.719677] env[69760]: DEBUG nova.network.neutron [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Updating instance_info_cache with network_info: [{"id": "88ee50b0-1ae1-488f-ade2-8bc7c5bfa872", "address": "fa:16:3e:4f:6b:5a", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap88ee50b0-1a", "ovs_interfaceid": "88ee50b0-1ae1-488f-ade2-8bc7c5bfa872", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1193.784662] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3e35c86-877c-4c06-b129-07b406ffb25a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.804802] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a353d08-7021-4af9-8626-16c11fdcae47 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.813456] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance 'd9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1193.873775] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394716, 'name': CreateVM_Task, 'duration_secs': 0.323205} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.873959] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.875101] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.875271] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.875591] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.876659] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1990ef40-d0a4-4602-b27b-e29198080a82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.881390] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1193.881390] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d3d2d-036e-4c9c-c5fc-7010c0612a22" [ 1193.881390] env[69760]: _type = "Task" [ 1193.881390] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.888905] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d3d2d-036e-4c9c-c5fc-7010c0612a22, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.940375] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: f839c019-46b5-43fd-81e5-ace2c82c4263] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1193.981781] env[69760]: DEBUG nova.scheduler.client.report [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1194.222323] env[69760]: DEBUG oslo_concurrency.lockutils [req-e49cc6b5-0cd2-4fac-b3a7-d49a86ebacda req-1d8fc202-0639-402d-a1e7-ced2b8bb19a7 service nova] Releasing lock "refresh_cache-97a1f547-4d5e-42ad-9412-6e781b2a81f7" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.321566] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3b89c43a-4501-40d6-97d9-711238377984 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance 'd9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1194.391977] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526d3d2d-036e-4c9c-c5fc-7010c0612a22, 'name': SearchDatastore_Task, 'duration_secs': 0.0099} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.392288] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.392532] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.392765] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.392912] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.393103] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.393362] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-907fdf10-ac44-40d7-907d-f271b505d1b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.401389] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.401689] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.402213] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8872e9cf-2059-4020-9ad3-aa06177bb443 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.406699] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1194.406699] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e3f60-94b0-dfd0-1ca9-f19577f517ee" [ 1194.406699] env[69760]: _type = "Task" [ 1194.406699] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.414283] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e3f60-94b0-dfd0-1ca9-f19577f517ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.443332] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 40567fa1-7b4d-4334-a3b2-34c92981f237] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1194.488298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.848s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.526349] env[69760]: INFO nova.scheduler.client.report [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Deleted allocations for instance 8ece06a9-9344-4fb7-8d18-084e17a8e916 [ 1194.917616] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e3f60-94b0-dfd0-1ca9-f19577f517ee, 'name': SearchDatastore_Task, 'duration_secs': 0.008745} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.921879] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-138861c7-1467-4701-a687-305809b10fa3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.928686] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1194.928686] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a9fd79-0a9b-b1b7-c6d0-af87506ff53b" [ 1194.928686] env[69760]: _type = "Task" [ 1194.928686] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.937218] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a9fd79-0a9b-b1b7-c6d0-af87506ff53b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.946376] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d3a4cde4-60db-489f-ae8d-66372fe71361] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.033147] env[69760]: DEBUG oslo_concurrency.lockutils [None req-494f5dda-6b8d-4dc4-880e-98a6095f0c87 tempest-AttachVolumeTestJSON-1129772418 tempest-AttachVolumeTestJSON-1129772418-project-member] Lock "8ece06a9-9344-4fb7-8d18-084e17a8e916" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.232s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1195.425722] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1195.426039] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1195.427793] env[69760]: DEBUG nova.compute.manager [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Going to confirm migration 6 {{(pid=69760) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1195.439223] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a9fd79-0a9b-b1b7-c6d0-af87506ff53b, 'name': SearchDatastore_Task, 'duration_secs': 0.036822} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.439497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.439753] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 97a1f547-4d5e-42ad-9412-6e781b2a81f7/97a1f547-4d5e-42ad-9412-6e781b2a81f7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.440328] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f6b0546d-9e5f-4752-8b6a-404f24c64ad5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.447430] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1195.447430] env[69760]: value = "task-3394720" [ 1195.447430] env[69760]: _type = "Task" [ 1195.447430] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.450914] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5d6ac61c-6665-43e7-ab72-c2f17f4bbdfa] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.457627] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394720, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.958422] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: c949f194-d662-4fdb-8025-b5dc46465add] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1195.960434] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394720, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.006877] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.006877] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.007081] env[69760]: DEBUG nova.network.neutron [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.007422] env[69760]: DEBUG nova.objects.instance [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'info_cache' on Instance uuid 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.305793] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.306226] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.306527] env[69760]: DEBUG nova.compute.manager [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Going to confirm migration 7 {{(pid=69760) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1196.458501] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394720, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.616917} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.458843] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 97a1f547-4d5e-42ad-9412-6e781b2a81f7/97a1f547-4d5e-42ad-9412-6e781b2a81f7.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1196.458910] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1196.459178] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-704d00dd-40da-45c0-ac51-53b9e26d52df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.461135] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 12ce4033-baa4-43ca-b2b6-6927e5c38516] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.467919] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1196.467919] env[69760]: value = "task-3394723" [ 1196.467919] env[69760]: _type = "Task" [ 1196.467919] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.475442] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394723, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.511584] env[69760]: DEBUG oslo_concurrency.lockutils [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "b947e66e-9c43-430f-8ded-e06e29c9927c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1196.511827] env[69760]: DEBUG oslo_concurrency.lockutils [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1196.843158] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.843442] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.843667] env[69760]: DEBUG nova.network.neutron [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1196.843887] env[69760]: DEBUG nova.objects.instance [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'info_cache' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1196.963962] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 506b1ae3-fc96-4c09-9e45-8fceeb80b492] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1196.978586] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394723, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.260654} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.978816] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.979587] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e87c8d-efb2-4a7c-a762-7b755c5d51fb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.002056] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] 97a1f547-4d5e-42ad-9412-6e781b2a81f7/97a1f547-4d5e-42ad-9412-6e781b2a81f7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1197.002826] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cef4c08-4cce-42f6-a2af-ae688450db62 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.019392] env[69760]: INFO nova.compute.manager [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Detaching volume 18c36654-3d7d-468f-84a1-f8a4d0a1fc50 [ 1197.027740] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1197.027740] env[69760]: value = "task-3394724" [ 1197.027740] env[69760]: _type = "Task" [ 1197.027740] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.035733] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394724, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.073154] env[69760]: INFO nova.virt.block_device [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Attempting to driver detach volume 18c36654-3d7d-468f-84a1-f8a4d0a1fc50 from mountpoint /dev/sdb [ 1197.073391] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1197.073577] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1197.074421] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d22ba57-46db-4e49-a478-4a424a031fd9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.104748] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c138d7a-c446-4b42-93f7-1d0174f20666 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.115056] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe1c4ac-7790-424a-b61c-1e44d86cf48e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.135864] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04836168-1ccc-4643-a81e-0ee00691bf81 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.153272] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] The volume has not been displaced from its original location: [datastore2] volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50/volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1197.158620] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1197.158870] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a248b339-23ba-4225-a4d3-6862f988cc54 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.177769] env[69760]: DEBUG oslo_vmware.api [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1197.177769] env[69760]: value = "task-3394725" [ 1197.177769] env[69760]: _type = "Task" [ 1197.177769] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.186070] env[69760]: DEBUG oslo_vmware.api [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394725, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.370618] env[69760]: DEBUG nova.network.neutron [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [{"id": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "address": "fa:16:3e:43:92:b3", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap141216d6-ec", "ovs_interfaceid": "141216d6-ecf6-4bdf-9d97-383b3d2fbd47", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1197.467609] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 5eb916ca-a7a4-4fe1-8802-e3619587155a] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1197.539095] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394724, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.687709] env[69760]: DEBUG oslo_vmware.api [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394725, 'name': ReconfigVM_Task, 'duration_secs': 0.416471} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.687985] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1197.692646] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71f92cfb-6730-47ca-97bc-52b781bbf3ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.707828] env[69760]: DEBUG oslo_vmware.api [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1197.707828] env[69760]: value = "task-3394726" [ 1197.707828] env[69760]: _type = "Task" [ 1197.707828] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.715449] env[69760]: DEBUG oslo_vmware.api [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394726, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.874182] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-858a69fe-35fd-4ca8-abc2-5e4e01b40e02" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.874182] env[69760]: DEBUG nova.objects.instance [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'migration_context' on Instance uuid 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1197.970925] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 05c98eee-065e-46d6-8499-d4e3608fc4bb] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1198.037507] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394724, 'name': ReconfigVM_Task, 'duration_secs': 0.540345} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.037802] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Reconfigured VM instance instance-0000006e to attach disk [datastore2] 97a1f547-4d5e-42ad-9412-6e781b2a81f7/97a1f547-4d5e-42ad-9412-6e781b2a81f7.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1198.038443] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e2c37aa-5e94-46fc-bcdc-526655e8aefb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.044189] env[69760]: DEBUG nova.network.neutron [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1198.046241] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1198.046241] env[69760]: value = "task-3394727" [ 1198.046241] env[69760]: _type = "Task" [ 1198.046241] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.054223] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394727, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.217747] env[69760]: DEBUG oslo_vmware.api [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394726, 'name': ReconfigVM_Task, 'duration_secs': 0.141258} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.218057] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677259', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'name': 'volume-18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b947e66e-9c43-430f-8ded-e06e29c9927c', 'attached_at': '', 'detached_at': '', 'volume_id': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50', 'serial': '18c36654-3d7d-468f-84a1-f8a4d0a1fc50'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1198.376880] env[69760]: DEBUG nova.objects.base [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Object Instance<858a69fe-35fd-4ca8-abc2-5e4e01b40e02> lazy-loaded attributes: info_cache,migration_context {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1198.377910] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-679cf683-e24c-45ea-9638-df5b6a498ee7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.399027] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16cc8b32-daab-48ec-a374-9d79a7d0b9a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.404199] env[69760]: DEBUG oslo_vmware.api [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1198.404199] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ee5b20-3c87-ce3a-020e-572263b3acc3" [ 1198.404199] env[69760]: _type = "Task" [ 1198.404199] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.413478] env[69760]: DEBUG oslo_vmware.api [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ee5b20-3c87-ce3a-020e-572263b3acc3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.474537] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1198.474537] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Cleaning up deleted instances with incomplete migration {{(pid=69760) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1198.547233] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.547618] env[69760]: DEBUG nova.objects.instance [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'migration_context' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.558454] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394727, 'name': Rename_Task, 'duration_secs': 0.130309} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.559371] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1198.559611] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e393a6b0-8415-4d58-bab6-4c38c45f7ff9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.565981] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1198.565981] env[69760]: value = "task-3394728" [ 1198.565981] env[69760]: _type = "Task" [ 1198.565981] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.575037] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394728, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.771259] env[69760]: DEBUG nova.objects.instance [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'flavor' on Instance uuid b947e66e-9c43-430f-8ded-e06e29c9927c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1198.914805] env[69760]: DEBUG oslo_vmware.api [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ee5b20-3c87-ce3a-020e-572263b3acc3, 'name': SearchDatastore_Task, 'duration_secs': 0.007786} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1198.915146] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.915423] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.976438] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1199.053663] env[69760]: DEBUG nova.objects.base [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1199.054697] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac716365-0b32-4015-a2d6-13bbb6f5d5e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.078418] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-201782bc-623f-43bd-8950-60e302b76788 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.085750] env[69760]: DEBUG oslo_vmware.api [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394728, 'name': PowerOnVM_Task, 'duration_secs': 0.482337} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.087079] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.088309] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1199.088582] env[69760]: INFO nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1199.088772] env[69760]: DEBUG nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1199.089109] env[69760]: DEBUG oslo_vmware.api [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1199.089109] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a0f5bf-71b8-c2da-91b8-e947fce06292" [ 1199.089109] env[69760]: _type = "Task" [ 1199.089109] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.089823] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b25174-972c-4f40-95bd-e5b14160bf32 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.103553] env[69760]: DEBUG oslo_vmware.api [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a0f5bf-71b8-c2da-91b8-e947fce06292, 'name': SearchDatastore_Task, 'duration_secs': 0.007276} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.104044] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1199.542230] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0830a75-f98d-463a-8dcb-91bcf5ccc014 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.550455] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4eed1c44-7c62-4f3c-90ac-1874ac753a60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.582673] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3afcb7-c017-432f-9407-806066647824 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.590142] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f73c0dc-cc08-4691-b286-7ecacff53891 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.603799] env[69760]: DEBUG nova.compute.provider_tree [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1199.613842] env[69760]: INFO nova.compute.manager [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Took 12.98 seconds to build instance. [ 1199.778785] env[69760]: DEBUG oslo_concurrency.lockutils [None req-93b96235-84b7-4edf-a824-33dfe86911a8 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.267s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.111793] env[69760]: DEBUG nova.scheduler.client.report [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1200.114841] env[69760]: DEBUG oslo_concurrency.lockutils [None req-adec5fc9-fc18-4915-bc02-d20f31cf2f77 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.495s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.876012] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.876338] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.893071] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "b947e66e-9c43-430f-8ded-e06e29c9927c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.893309] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.893506] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "b947e66e-9c43-430f-8ded-e06e29c9927c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1200.893710] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1200.893887] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1200.895770] env[69760]: INFO nova.compute.manager [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Terminating instance [ 1201.123075] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.207s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1201.125478] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.038s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1201.125704] env[69760]: DEBUG nova.objects.instance [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'pci_requests' on Instance uuid 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.379773] env[69760]: DEBUG nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1201.399556] env[69760]: DEBUG nova.compute.manager [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1201.399851] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1201.400767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01f1701e-ead6-4ce7-b590-3e898a354f51 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.408719] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1201.408958] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-792aa9eb-7a8d-4e06-82d3-4fb518a210c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1201.414835] env[69760]: DEBUG oslo_vmware.api [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1201.414835] env[69760]: value = "task-3394730" [ 1201.414835] env[69760]: _type = "Task" [ 1201.414835] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1201.422650] env[69760]: DEBUG oslo_vmware.api [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394730, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.633634] env[69760]: DEBUG nova.objects.instance [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'numa_topology' on Instance uuid 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1201.715180] env[69760]: INFO nova.scheduler.client.report [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted allocation for migration 43abfc75-d610-4407-82f9-056d1ec18113 [ 1201.898654] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1201.924423] env[69760]: DEBUG oslo_vmware.api [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394730, 'name': PowerOffVM_Task, 'duration_secs': 0.220046} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1201.924709] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1201.924881] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1201.925153] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af0f3e7f-577c-4fdc-b747-fc01de8d11e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.010198] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1202.010439] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1202.010627] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleting the datastore file [datastore1] b947e66e-9c43-430f-8ded-e06e29c9927c {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1202.010894] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e9970e90-4f47-4fb1-8f29-fced6423e18f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.017477] env[69760]: DEBUG oslo_vmware.api [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1202.017477] env[69760]: value = "task-3394732" [ 1202.017477] env[69760]: _type = "Task" [ 1202.017477] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.025280] env[69760]: DEBUG oslo_vmware.api [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.137734] env[69760]: INFO nova.compute.claims [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1202.223826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-48c785d9-afbd-4b28-baf9-6890e88b2ee3 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.798s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.529279] env[69760]: DEBUG oslo_vmware.api [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.148975} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.529547] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1202.529821] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1202.529957] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1202.530123] env[69760]: INFO nova.compute.manager [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1202.530313] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1202.530501] env[69760]: DEBUG nova.compute.manager [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1202.530620] env[69760]: DEBUG nova.network.neutron [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1202.726632] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.726632] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.726865] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1202.726865] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1202.727037] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1202.729930] env[69760]: INFO nova.compute.manager [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Terminating instance [ 1203.152864] env[69760]: DEBUG nova.compute.manager [req-0ee0e423-cc19-4fe6-8655-034788d1350e req-0d77d98f-88bc-494f-949e-9d77ee7dd095 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Received event network-vif-deleted-ce6426c2-4067-4f04-bc02-7fd29b9e909c {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1203.153106] env[69760]: INFO nova.compute.manager [req-0ee0e423-cc19-4fe6-8655-034788d1350e req-0d77d98f-88bc-494f-949e-9d77ee7dd095 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Neutron deleted interface ce6426c2-4067-4f04-bc02-7fd29b9e909c; detaching it from the instance and deleting it from the info cache [ 1203.153278] env[69760]: DEBUG nova.network.neutron [req-0ee0e423-cc19-4fe6-8655-034788d1350e req-0d77d98f-88bc-494f-949e-9d77ee7dd095 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.233610] env[69760]: DEBUG nova.compute.manager [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1203.233844] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1203.234716] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f805f0ab-bd06-4454-9dd7-c7a0db99a5ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.242843] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1203.243100] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b510d58a-307a-466e-8853-2fdf7f3189d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.250944] env[69760]: DEBUG oslo_vmware.api [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1203.250944] env[69760]: value = "task-3394734" [ 1203.250944] env[69760]: _type = "Task" [ 1203.250944] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.260602] env[69760]: DEBUG oslo_vmware.api [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394734, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.304473] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-948a1719-a3f7-4b77-9281-1e37769d3860 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.316021] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e960d1-27b1-4f50-ad72-9ca4fd55c337 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.348200] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a20b23b-64e7-4504-bf11-2e6b175d0c37 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.357174] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad5a0e50-a9dd-44ac-b84e-3327a149de33 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.373454] env[69760]: DEBUG nova.compute.provider_tree [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1203.599755] env[69760]: DEBUG nova.network.neutron [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1203.656016] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-35d9da32-ba37-4ef7-820b-e4d3c3653f40 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.666159] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efdb6716-37b6-416c-bce5-b0b6809e5dc6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.696253] env[69760]: DEBUG nova.compute.manager [req-0ee0e423-cc19-4fe6-8655-034788d1350e req-0d77d98f-88bc-494f-949e-9d77ee7dd095 service nova] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Detach interface failed, port_id=ce6426c2-4067-4f04-bc02-7fd29b9e909c, reason: Instance b947e66e-9c43-430f-8ded-e06e29c9927c could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1203.761792] env[69760]: DEBUG oslo_vmware.api [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394734, 'name': PowerOffVM_Task, 'duration_secs': 0.234545} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1203.762078] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1203.762259] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1203.762508] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc69978e-5670-4bad-82df-c7443cded9ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.821234] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1203.821450] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1203.821632] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleting the datastore file [datastore1] 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1203.821892] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b4a4581-8afe-4f24-ac08-71af15e9df0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.828941] env[69760]: DEBUG oslo_vmware.api [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1203.828941] env[69760]: value = "task-3394736" [ 1203.828941] env[69760]: _type = "Task" [ 1203.828941] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1203.836343] env[69760]: DEBUG oslo_vmware.api [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394736, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1203.876955] env[69760]: DEBUG nova.scheduler.client.report [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1204.102193] env[69760]: INFO nova.compute.manager [-] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Took 1.57 seconds to deallocate network for instance. [ 1204.338458] env[69760]: DEBUG oslo_vmware.api [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394736, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.160585} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1204.338848] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1204.338974] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1204.339173] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1204.339353] env[69760]: INFO nova.compute.manager [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1204.339600] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1204.339812] env[69760]: DEBUG nova.compute.manager [-] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1204.339903] env[69760]: DEBUG nova.network.neutron [-] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1204.382094] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.257s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1204.384209] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 5.280s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1204.426213] env[69760]: INFO nova.network.neutron [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1204.608216] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.027118] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009a5bb2-2bdb-4c8a-b4e5-dfdaef5d52e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.036558] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aa2c488-b058-4150-830e-2b63f3e25ad8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.066559] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3228cd5-0a92-4389-bd77-d6667159082f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.074748] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6112a998-97bc-4dba-b5d7-fe481876e3d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.088778] env[69760]: DEBUG nova.compute.provider_tree [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1205.178264] env[69760]: DEBUG nova.compute.manager [req-1d37e623-838c-43c8-afc8-aff91829669c req-dfdc3813-1964-4da8-ad18-9d5cdefbaf86 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Received event network-vif-deleted-141216d6-ecf6-4bdf-9d97-383b3d2fbd47 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.178486] env[69760]: INFO nova.compute.manager [req-1d37e623-838c-43c8-afc8-aff91829669c req-dfdc3813-1964-4da8-ad18-9d5cdefbaf86 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Neutron deleted interface 141216d6-ecf6-4bdf-9d97-383b3d2fbd47; detaching it from the instance and deleting it from the info cache [ 1205.178835] env[69760]: DEBUG nova.network.neutron [req-1d37e623-838c-43c8-afc8-aff91829669c req-dfdc3813-1964-4da8-ad18-9d5cdefbaf86 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.364492] env[69760]: DEBUG nova.network.neutron [-] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.592082] env[69760]: DEBUG nova.scheduler.client.report [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1205.682046] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-def0b5e1-bf01-4046-ae24-e4616db088ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.693009] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a44d95e6-56de-4831-8901-6cbff8e5b128 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.721954] env[69760]: DEBUG nova.compute.manager [req-1d37e623-838c-43c8-afc8-aff91829669c req-dfdc3813-1964-4da8-ad18-9d5cdefbaf86 service nova] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Detach interface failed, port_id=141216d6-ecf6-4bdf-9d97-383b3d2fbd47, reason: Instance 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1205.866856] env[69760]: INFO nova.compute.manager [-] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Took 1.53 seconds to deallocate network for instance. [ 1205.976246] env[69760]: DEBUG nova.compute.manager [req-770be513-b112-485b-afcb-cef65fced3a2 req-6ccbaf72-4e64-4232-bb4c-9367bbf1bab3 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-vif-plugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1205.976539] env[69760]: DEBUG oslo_concurrency.lockutils [req-770be513-b112-485b-afcb-cef65fced3a2 req-6ccbaf72-4e64-4232-bb4c-9367bbf1bab3 service nova] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1205.976777] env[69760]: DEBUG oslo_concurrency.lockutils [req-770be513-b112-485b-afcb-cef65fced3a2 req-6ccbaf72-4e64-4232-bb4c-9367bbf1bab3 service nova] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1205.976967] env[69760]: DEBUG oslo_concurrency.lockutils [req-770be513-b112-485b-afcb-cef65fced3a2 req-6ccbaf72-4e64-4232-bb4c-9367bbf1bab3 service nova] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1205.977334] env[69760]: DEBUG nova.compute.manager [req-770be513-b112-485b-afcb-cef65fced3a2 req-6ccbaf72-4e64-4232-bb4c-9367bbf1bab3 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] No waiting events found dispatching network-vif-plugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1205.977614] env[69760]: WARNING nova.compute.manager [req-770be513-b112-485b-afcb-cef65fced3a2 req-6ccbaf72-4e64-4232-bb4c-9367bbf1bab3 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received unexpected event network-vif-plugged-23ff2a27-21ca-4d20-af1d-4a42626dbcdf for instance with vm_state shelved_offloaded and task_state spawning. [ 1206.205332] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.205519] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.205769] env[69760]: DEBUG nova.network.neutron [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1206.373317] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1206.602759] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.218s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1206.602993] env[69760]: DEBUG nova.compute.manager [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=69760) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5376}} [ 1206.605814] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.707s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1206.609023] env[69760]: INFO nova.compute.claims [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1207.213795] env[69760]: INFO nova.scheduler.client.report [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted allocation for migration bf339c3c-7fb0-4fc9-bb53-e3e78c05c0b3 [ 1207.252030] env[69760]: DEBUG nova.network.neutron [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [{"id": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "address": "fa:16:3e:ba:71:39", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff2a27-21", "ovs_interfaceid": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1207.474914] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.475400] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.722977] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a621372-ff7b-4354-a61e-846de05fbd01 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 11.417s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1207.759242] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.786254] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac905cf6-242b-43c1-b169-f29c2269f5dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.791485] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='dbd2f15b70baa7b97d912ade630bd38a',container_format='bare',created_at=2025-04-10T06:09:59Z,direct_url=,disk_format='vmdk',id=e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-951477932-shelved',owner='5219cd01a145407c9e3c2aa62f59f014',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-04-10T06:10:14Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1207.791485] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1207.791485] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1207.791664] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1207.791811] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1207.791958] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1207.792177] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1207.792339] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1207.792505] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1207.792669] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1207.793083] env[69760]: DEBUG nova.virt.hardware [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1207.796694] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914478a1-daf3-49be-9eb3-66e699434b81 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.806769] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a25275-89d8-42ca-aae9-cb0a2c2d0896 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.811570] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc0a33a-ffc9-4395-91f5-1252ce309514 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.848368] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ba:71:39', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '23ff2a27-21ca-4d20-af1d-4a42626dbcdf', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1207.855716] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1207.856200] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1207.856870] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e309029-5dcf-446c-ae31-922489327213 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.859494] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b2da2079-846f-496c-8a4c-b6eb6bc518a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.879768] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d8bdce6-1ca5-4a82-bc08-af1f05d16281 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1207.883414] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1207.883414] env[69760]: value = "task-3394737" [ 1207.883414] env[69760]: _type = "Task" [ 1207.883414] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1207.894314] env[69760]: DEBUG nova.compute.provider_tree [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1207.900200] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394737, 'name': CreateVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.981394] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.981632] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.981805] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.981990] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.982166] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.982316] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1207.982452] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1207.982596] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1208.022422] env[69760]: DEBUG nova.compute.manager [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1208.022642] env[69760]: DEBUG nova.compute.manager [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing instance network info cache due to event network-changed-23ff2a27-21ca-4d20-af1d-4a42626dbcdf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1208.022900] env[69760]: DEBUG oslo_concurrency.lockutils [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] Acquiring lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.022981] env[69760]: DEBUG oslo_concurrency.lockutils [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] Acquired lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.023168] env[69760]: DEBUG nova.network.neutron [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Refreshing network info cache for port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1208.169030] env[69760]: DEBUG nova.objects.instance [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'flavor' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.394688] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394737, 'name': CreateVM_Task, 'duration_secs': 0.331915} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.394884] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1208.395592] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.395756] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.396158] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.397052] env[69760]: DEBUG nova.scheduler.client.report [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1208.400478] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-76f7eb52-5a0a-454c-ae4f-55974a066ab2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.406711] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1208.406711] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52100f98-e966-0d1f-85b8-8703d12ab182" [ 1208.406711] env[69760]: _type = "Task" [ 1208.406711] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.414514] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52100f98-e966-0d1f-85b8-8703d12ab182, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.485393] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.674094] env[69760]: DEBUG oslo_concurrency.lockutils [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.674289] env[69760]: DEBUG oslo_concurrency.lockutils [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.674468] env[69760]: DEBUG nova.network.neutron [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1208.674646] env[69760]: DEBUG nova.objects.instance [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'info_cache' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.903297] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.297s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1208.903925] env[69760]: DEBUG nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1208.907205] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.299s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.907395] env[69760]: DEBUG nova.objects.instance [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'resources' on Instance uuid b947e66e-9c43-430f-8ded-e06e29c9927c {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1208.919085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.919336] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Processing image e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1208.919645] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.919834] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.920056] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1208.920313] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dec203a2-5e44-4c99-b108-5c873383ed61 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.928948] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1208.929143] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1208.929952] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d6f51a1-9e32-4e2f-8905-3f5e5877ef95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.935600] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1208.935600] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5284683d-aa91-043a-e7c8-8e91bff4eddb" [ 1208.935600] env[69760]: _type = "Task" [ 1208.935600] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1208.943431] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5284683d-aa91-043a-e7c8-8e91bff4eddb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1209.026595] env[69760]: DEBUG nova.network.neutron [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updated VIF entry in instance network info cache for port 23ff2a27-21ca-4d20-af1d-4a42626dbcdf. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1209.026962] env[69760]: DEBUG nova.network.neutron [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [{"id": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "address": "fa:16:3e:ba:71:39", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.186", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap23ff2a27-21", "ovs_interfaceid": "23ff2a27-21ca-4d20-af1d-4a42626dbcdf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1209.181220] env[69760]: DEBUG nova.objects.base [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1209.414155] env[69760]: DEBUG nova.compute.utils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1209.419356] env[69760]: DEBUG nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1209.419532] env[69760]: DEBUG nova.network.neutron [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1209.447908] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Preparing fetch location {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1209.448241] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Fetch image to [datastore1] OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559/OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559.vmdk {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1209.448391] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Downloading stream optimized image e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 to [datastore1] OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559/OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559.vmdk on the data store datastore1 as vApp {{(pid=69760) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1209.448582] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Downloading image file data e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 to the ESX as VM named 'OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559' {{(pid=69760) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1209.454993] env[69760]: DEBUG nova.policy [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5eb71c31944ec8290123e006a11b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3666199f264ff193576ca2df9efa74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1209.529627] env[69760]: DEBUG oslo_concurrency.lockutils [req-c869eb1f-d514-4c9e-8196-1606eddfd930 req-3f00fd99-10e8-4c96-baa0-944e2eef023f service nova] Releasing lock "refresh_cache-4ba79151-430c-4e03-a510-02b62b973c86" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.535434] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1209.535434] env[69760]: value = "resgroup-9" [ 1209.535434] env[69760]: _type = "ResourcePool" [ 1209.535434] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1209.535600] env[69760]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-87b0fef1-d94f-42b6-8e26-782dad9d743d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.558583] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease: (returnval){ [ 1209.558583] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5206075a-4053-062f-0269-93269ace5886" [ 1209.558583] env[69760]: _type = "HttpNfcLease" [ 1209.558583] env[69760]: } obtained for vApp import into resource pool (val){ [ 1209.558583] env[69760]: value = "resgroup-9" [ 1209.558583] env[69760]: _type = "ResourcePool" [ 1209.558583] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1209.558832] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the lease: (returnval){ [ 1209.558832] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5206075a-4053-062f-0269-93269ace5886" [ 1209.558832] env[69760]: _type = "HttpNfcLease" [ 1209.558832] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1209.568025] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1209.568025] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5206075a-4053-062f-0269-93269ace5886" [ 1209.568025] env[69760]: _type = "HttpNfcLease" [ 1209.568025] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1209.576538] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b20d7dc-c441-4c3d-896e-5b2adf00f17b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.584200] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5d2097d-de58-49eb-ad95-d4534584cf35 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.618121] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62dd9f98-91e7-46f7-aa96-612dcca1ded3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.626939] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a96d6ed-4c15-490e-b39d-c46a27d205c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.641139] env[69760]: DEBUG nova.compute.provider_tree [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1209.743350] env[69760]: DEBUG nova.network.neutron [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Successfully created port: 97ff33de-6509-48e6-aba9-751d3917f30b {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1209.920139] env[69760]: DEBUG nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1209.946626] env[69760]: DEBUG nova.network.neutron [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [{"id": "04040e7d-1410-444e-9a8a-90280c0f381e", "address": "fa:16:3e:de:ea:75", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap04040e7d-14", "ovs_interfaceid": "04040e7d-1410-444e-9a8a-90280c0f381e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.067405] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1210.067405] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5206075a-4053-062f-0269-93269ace5886" [ 1210.067405] env[69760]: _type = "HttpNfcLease" [ 1210.067405] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1210.067741] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1210.067741] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5206075a-4053-062f-0269-93269ace5886" [ 1210.067741] env[69760]: _type = "HttpNfcLease" [ 1210.067741] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1210.068457] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63d0c194-d2d6-4186-b488-e1a4071bc3a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.077202] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284baf2-18b7-c466-0ec9-f912dd99daa6/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1210.077376] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284baf2-18b7-c466-0ec9-f912dd99daa6/disk-0.vmdk. {{(pid=69760) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1210.140263] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-8444e0f6-b3dd-49f5-8989-ff2599abe152 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.144095] env[69760]: DEBUG nova.scheduler.client.report [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1210.449665] env[69760]: DEBUG oslo_concurrency.lockutils [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.649873] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.742s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.651479] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.278s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.651681] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.653645] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.168s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.653858] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1210.654032] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1210.655167] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed2ddd86-c49a-491d-bd34-a56555b74234 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.664009] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c7c2c2-ca4d-4bbc-84ca-6b3e29e956f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.678918] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02327c52-a3a7-4ea6-affc-a2aa4807f5a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.683243] env[69760]: INFO nova.scheduler.client.report [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted allocations for instance 858a69fe-35fd-4ca8-abc2-5e4e01b40e02 [ 1210.688697] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18a6ada1-fdaf-44da-a980-0aa4b7e08ff0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.692886] env[69760]: INFO nova.scheduler.client.report [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted allocations for instance b947e66e-9c43-430f-8ded-e06e29c9927c [ 1210.721602] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179735MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1210.721931] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1210.722221] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1210.931500] env[69760]: DEBUG nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1210.974971] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1210.975259] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1210.975418] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1210.975628] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1210.975803] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1210.976012] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1210.976254] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1210.976474] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1210.976705] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1210.976903] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1210.977105] env[69760]: DEBUG nova.virt.hardware [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1210.978257] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7f5c375-c8bc-47f5-9045-47d93be774f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.990556] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-956c61ee-ad22-49da-ab88-1ceef46f69e4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.195315] env[69760]: DEBUG oslo_concurrency.lockutils [None req-01dbd4fc-bac5-46f1-b87d-679a7c15ce30 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "858a69fe-35fd-4ca8-abc2-5e4e01b40e02" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.469s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.198768] env[69760]: DEBUG nova.compute.manager [req-b348213a-aa6e-4c62-9d49-62d6b10313c0 req-108d7513-0398-4a30-ad7a-9ec37be43732 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Received event network-vif-plugged-97ff33de-6509-48e6-aba9-751d3917f30b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1211.199032] env[69760]: DEBUG oslo_concurrency.lockutils [req-b348213a-aa6e-4c62-9d49-62d6b10313c0 req-108d7513-0398-4a30-ad7a-9ec37be43732 service nova] Acquiring lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1211.199529] env[69760]: DEBUG oslo_concurrency.lockutils [req-b348213a-aa6e-4c62-9d49-62d6b10313c0 req-108d7513-0398-4a30-ad7a-9ec37be43732 service nova] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1211.199529] env[69760]: DEBUG oslo_concurrency.lockutils [req-b348213a-aa6e-4c62-9d49-62d6b10313c0 req-108d7513-0398-4a30-ad7a-9ec37be43732 service nova] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.199653] env[69760]: DEBUG nova.compute.manager [req-b348213a-aa6e-4c62-9d49-62d6b10313c0 req-108d7513-0398-4a30-ad7a-9ec37be43732 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] No waiting events found dispatching network-vif-plugged-97ff33de-6509-48e6-aba9-751d3917f30b {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1211.199759] env[69760]: WARNING nova.compute.manager [req-b348213a-aa6e-4c62-9d49-62d6b10313c0 req-108d7513-0398-4a30-ad7a-9ec37be43732 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Received unexpected event network-vif-plugged-97ff33de-6509-48e6-aba9-751d3917f30b for instance with vm_state building and task_state spawning. [ 1211.204610] env[69760]: DEBUG oslo_concurrency.lockutils [None req-eb395e18-e3b0-4112-bc46-bb38eaacd373 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "b947e66e-9c43-430f-8ded-e06e29c9927c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.311s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1211.267555] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Completed reading data from the image iterator. {{(pid=69760) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1211.267868] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284baf2-18b7-c466-0ec9-f912dd99daa6/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1211.268830] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86a7230d-44f8-46f0-9845-8585e9364f1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.276876] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284baf2-18b7-c466-0ec9-f912dd99daa6/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1211.277069] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284baf2-18b7-c466-0ec9-f912dd99daa6/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1211.277301] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-a3c96bf8-7c4f-43df-be02-2e66b32005ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.330681] env[69760]: DEBUG nova.network.neutron [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Successfully updated port: 97ff33de-6509-48e6-aba9-751d3917f30b {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1211.457212] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1211.457604] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-36b7b36d-5b1d-452f-9445-0650e2eb0f70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.466542] env[69760]: DEBUG oslo_vmware.api [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1211.466542] env[69760]: value = "task-3394739" [ 1211.466542] env[69760]: _type = "Task" [ 1211.466542] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.475783] env[69760]: DEBUG oslo_vmware.api [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394739, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.492275] env[69760]: DEBUG oslo_vmware.rw_handles [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5284baf2-18b7-c466-0ec9-f912dd99daa6/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1211.493922] env[69760]: INFO nova.virt.vmwareapi.images [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Downloaded image file data e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 [ 1211.493922] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-922214cd-f145-4466-b712-5d820274b224 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.509056] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19d0e62a-53d9-4d2d-bfa2-6eade3691517 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.538239] env[69760]: INFO nova.virt.vmwareapi.images [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] The imported VM was unregistered [ 1211.541364] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Caching image {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1211.541631] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating directory with path [datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1211.542056] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bd286412-f31f-4c60-a5ca-40b43156efd1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.571068] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created directory with path [datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9 {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1211.571068] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559/OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559.vmdk to [datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9.vmdk. {{(pid=69760) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1211.571068] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0b2f45de-4d75-4f8a-8cdf-2571fb8ab8af {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.581565] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1211.581565] env[69760]: value = "task-3394741" [ 1211.581565] env[69760]: _type = "Task" [ 1211.581565] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1211.592071] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394741, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.756236] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.756520] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 46d31245-eac8-406d-a938-f025d840b4df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.756603] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 3287a269-2fcc-4d89-827f-43a5b80b4eee actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.756749] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.756966] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 97a1f547-4d5e-42ad-9412-6e781b2a81f7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.757020] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 4ba79151-430c-4e03-a510-02b62b973c86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.757127] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 6e8eb8fb-1d96-4a23-be38-b333774f23ca actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1211.757356] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1211.757515] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1920MB phys_disk=200GB used_disk=7GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1211.832997] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "refresh_cache-6e8eb8fb-1d96-4a23-be38-b333774f23ca" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.833193] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "refresh_cache-6e8eb8fb-1d96-4a23-be38-b333774f23ca" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.833362] env[69760]: DEBUG nova.network.neutron [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.874652] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-531d654e-7d97-41a6-a5d4-01b20ff46de2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.883521] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cdb87d9-369e-4d60-a5d0-fc8ddb887d57 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.915939] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80f88cd3-0f02-4f4b-8c7a-a662b95093dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.923771] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57ea1df5-79bd-477c-ac0d-ccef09356020 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1211.937445] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1211.977275] env[69760]: DEBUG oslo_vmware.api [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394739, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.090486] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394741, 'name': MoveVirtualDisk_Task} progress is 12%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.338745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1212.338990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1212.397448] env[69760]: DEBUG nova.network.neutron [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1212.440945] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1212.477933] env[69760]: DEBUG oslo_vmware.api [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394739, 'name': PowerOnVM_Task, 'duration_secs': 0.891553} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1212.478238] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1212.478422] env[69760]: DEBUG nova.compute.manager [None req-529d6ce4-feb0-4185-973b-97aad7dc49ec tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1212.479277] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed8dc603-a38d-4ba6-a7d7-3f7ce40672fa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.592241] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394741, 'name': MoveVirtualDisk_Task} progress is 35%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.593285] env[69760]: DEBUG nova.network.neutron [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Updating instance_info_cache with network_info: [{"id": "97ff33de-6509-48e6-aba9-751d3917f30b", "address": "fa:16:3e:17:e5:aa", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97ff33de-65", "ovs_interfaceid": "97ff33de-6509-48e6-aba9-751d3917f30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.842403] env[69760]: DEBUG nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1212.946866] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1212.946866] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.224s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1213.093333] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394741, 'name': MoveVirtualDisk_Task} progress is 54%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.096060] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "refresh_cache-6e8eb8fb-1d96-4a23-be38-b333774f23ca" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.096280] env[69760]: DEBUG nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Instance network_info: |[{"id": "97ff33de-6509-48e6-aba9-751d3917f30b", "address": "fa:16:3e:17:e5:aa", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97ff33de-65", "ovs_interfaceid": "97ff33de-6509-48e6-aba9-751d3917f30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1213.096747] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:e5:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97ff33de-6509-48e6-aba9-751d3917f30b', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1213.104648] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1213.104900] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1213.105330] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5c98f2f0-f231-4c66-9232-9fd5cbe820cd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.126952] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1213.126952] env[69760]: value = "task-3394742" [ 1213.126952] env[69760]: _type = "Task" [ 1213.126952] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1213.135346] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394742, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.229761] env[69760]: DEBUG nova.compute.manager [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Received event network-changed-97ff33de-6509-48e6-aba9-751d3917f30b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1213.229986] env[69760]: DEBUG nova.compute.manager [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Refreshing instance network info cache due to event network-changed-97ff33de-6509-48e6-aba9-751d3917f30b. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1213.230228] env[69760]: DEBUG oslo_concurrency.lockutils [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] Acquiring lock "refresh_cache-6e8eb8fb-1d96-4a23-be38-b333774f23ca" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.230376] env[69760]: DEBUG oslo_concurrency.lockutils [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] Acquired lock "refresh_cache-6e8eb8fb-1d96-4a23-be38-b333774f23ca" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.230537] env[69760]: DEBUG nova.network.neutron [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Refreshing network info cache for port 97ff33de-6509-48e6-aba9-751d3917f30b {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1213.283087] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "ce100496-bf05-409a-be94-57fa039789a0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.283326] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "ce100496-bf05-409a-be94-57fa039789a0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.362990] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1213.363329] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1213.365500] env[69760]: INFO nova.compute.claims [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1213.592728] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394741, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.638092] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394742, 'name': CreateVM_Task} progress is 25%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.785448] env[69760]: DEBUG nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1213.996509] env[69760]: DEBUG nova.network.neutron [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Updated VIF entry in instance network info cache for port 97ff33de-6509-48e6-aba9-751d3917f30b. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1213.996965] env[69760]: DEBUG nova.network.neutron [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Updating instance_info_cache with network_info: [{"id": "97ff33de-6509-48e6-aba9-751d3917f30b", "address": "fa:16:3e:17:e5:aa", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97ff33de-65", "ovs_interfaceid": "97ff33de-6509-48e6-aba9-751d3917f30b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1214.094308] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394741, 'name': MoveVirtualDisk_Task} progress is 97%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.137694] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394742, 'name': CreateVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.176598] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.176947] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.177293] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.177620] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.177895] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1214.180068] env[69760]: INFO nova.compute.manager [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Terminating instance [ 1214.308775] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.485817] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0bf78f0-28ca-4138-a0f9-0cca8b8cf037 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.494106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff1cda99-2f7e-4a09-908b-3e475dd182cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.500357] env[69760]: DEBUG oslo_concurrency.lockutils [req-35312242-2238-4f86-8f19-d721f21d3360 req-4028ed85-44cb-4b2d-a9d9-775bf7a6fa66 service nova] Releasing lock "refresh_cache-6e8eb8fb-1d96-4a23-be38-b333774f23ca" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.537221] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad1823fc-28ed-41db-9311-ab4e803ff8ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.547751] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635e068e-ead2-431b-9782-a5ec751de61e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.567979] env[69760]: DEBUG nova.compute.provider_tree [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1214.594849] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394741, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.879657} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.595141] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559/OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559.vmdk to [datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9.vmdk. [ 1214.595335] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Cleaning up location [datastore1] OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1214.595514] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_b1cde75e-b9b5-438b-a3a1-ffb6e74cc559 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1214.595778] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8ed3f34-4c61-4fb9-bb2d-683c2fa8f01d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.602318] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1214.602318] env[69760]: value = "task-3394743" [ 1214.602318] env[69760]: _type = "Task" [ 1214.602318] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.613345] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394743, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.642170] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394742, 'name': CreateVM_Task, 'duration_secs': 1.042299} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1214.642341] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1214.642998] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.643177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.645451] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.645751] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c23449a-b1ac-42b9-97ff-56f30f465cfd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.652921] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1214.652921] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ae5b1d-9668-4025-f60f-713d586c0d0b" [ 1214.652921] env[69760]: _type = "Task" [ 1214.652921] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.666502] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ae5b1d-9668-4025-f60f-713d586c0d0b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1214.683442] env[69760]: DEBUG nova.compute.manager [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1214.683671] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1214.686782] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dda8e637-0ecd-45a8-ae6a-f408e52f106a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.696208] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1214.696469] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6e1d0949-ee97-4f8d-9c84-55b91fefe413 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.702495] env[69760]: DEBUG oslo_vmware.api [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1214.702495] env[69760]: value = "task-3394744" [ 1214.702495] env[69760]: _type = "Task" [ 1214.702495] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1214.710379] env[69760]: DEBUG oslo_vmware.api [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394744, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.071911] env[69760]: DEBUG nova.scheduler.client.report [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1215.112337] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394743, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.044704} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.112585] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.112752] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.113041] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9.vmdk to [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1215.113283] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-598be06e-b84f-4eb0-9132-c794df09101d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.120203] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1215.120203] env[69760]: value = "task-3394745" [ 1215.120203] env[69760]: _type = "Task" [ 1215.120203] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.127166] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394745, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.163205] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ae5b1d-9668-4025-f60f-713d586c0d0b, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.163503] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.163756] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1215.164025] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.164177] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.164360] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1215.164603] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5e910054-69de-4f57-aa93-797d6fe547e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.172317] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1215.172484] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1215.173164] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1233917c-bc4b-4f30-86db-24506d9e30de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.178096] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1215.178096] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e4ea0-a788-e9dc-5c9c-78cc94c328a4" [ 1215.178096] env[69760]: _type = "Task" [ 1215.178096] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.185288] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e4ea0-a788-e9dc-5c9c-78cc94c328a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.211364] env[69760]: DEBUG oslo_vmware.api [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394744, 'name': PowerOffVM_Task, 'duration_secs': 0.203875} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.211570] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.211741] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1215.211981] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4c53edf4-4823-47dd-a859-9e343600dcdc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.269180] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1215.269420] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1215.269602] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleting the datastore file [datastore2] d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1215.269860] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-75d61eb6-2e07-46fa-8ca1-b482c09f6dc4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.276238] env[69760]: DEBUG oslo_vmware.api [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1215.276238] env[69760]: value = "task-3394747" [ 1215.276238] env[69760]: _type = "Task" [ 1215.276238] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.283577] env[69760]: DEBUG oslo_vmware.api [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394747, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.576755] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.213s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1215.577326] env[69760]: DEBUG nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1215.580522] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.272s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1215.582195] env[69760]: INFO nova.compute.claims [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1215.631678] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394745, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.689203] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e4ea0-a788-e9dc-5c9c-78cc94c328a4, 'name': SearchDatastore_Task, 'duration_secs': 0.008379} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.690059] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-705ddeab-9fc6-490d-ba5b-e42fe7ec1903 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.696145] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1215.696145] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5263688b-7977-51d3-2c7e-25ae6266ebed" [ 1215.696145] env[69760]: _type = "Task" [ 1215.696145] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.705995] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5263688b-7977-51d3-2c7e-25ae6266ebed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.789051] env[69760]: DEBUG oslo_vmware.api [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394747, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280255} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.789419] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1215.789687] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1215.789969] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1215.790266] env[69760]: INFO nova.compute.manager [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1215.790648] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1215.790913] env[69760]: DEBUG nova.compute.manager [-] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1215.791058] env[69760]: DEBUG nova.network.neutron [-] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1216.086824] env[69760]: DEBUG nova.compute.utils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1216.092034] env[69760]: DEBUG nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1216.092034] env[69760]: DEBUG nova.network.neutron [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1216.132573] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394745, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.134260] env[69760]: DEBUG nova.policy [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce5e191ee7304342aeed29d3a77a7060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce5f80ada5641b29d5e218be2d947e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1216.206679] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5263688b-7977-51d3-2c7e-25ae6266ebed, 'name': SearchDatastore_Task, 'duration_secs': 0.075429} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1216.206966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.207242] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 6e8eb8fb-1d96-4a23-be38-b333774f23ca/6e8eb8fb-1d96-4a23-be38-b333774f23ca.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1216.207504] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7816de2c-35fd-4c6c-ab02-334db0e93806 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.215331] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1216.215331] env[69760]: value = "task-3394748" [ 1216.215331] env[69760]: _type = "Task" [ 1216.215331] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.223620] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.340037] env[69760]: DEBUG nova.compute.manager [req-2b50d6c0-2baf-4930-b994-1f979135bbf4 req-045fa334-29d5-4e92-b127-23f0d810a6af service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Received event network-vif-deleted-04040e7d-1410-444e-9a8a-90280c0f381e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1216.340201] env[69760]: INFO nova.compute.manager [req-2b50d6c0-2baf-4930-b994-1f979135bbf4 req-045fa334-29d5-4e92-b127-23f0d810a6af service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Neutron deleted interface 04040e7d-1410-444e-9a8a-90280c0f381e; detaching it from the instance and deleting it from the info cache [ 1216.340382] env[69760]: DEBUG nova.network.neutron [req-2b50d6c0-2baf-4930-b994-1f979135bbf4 req-045fa334-29d5-4e92-b127-23f0d810a6af service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.433782] env[69760]: DEBUG nova.network.neutron [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Successfully created port: 11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1216.591749] env[69760]: DEBUG nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1216.633119] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394745, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.726733] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.741341] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd69d5bd-29aa-4b99-a167-08bf173528cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.749559] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-307d901f-f1f0-4fc6-b5ee-c88030ae09ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.784061] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1cf5531-94cf-44ee-9c38-5aa3529780c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.792752] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-280f5e41-b0a5-4a22-a25e-f0d8c37e488b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.807795] env[69760]: DEBUG nova.compute.provider_tree [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1216.820776] env[69760]: DEBUG nova.network.neutron [-] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1216.843927] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-39e94d0a-1547-4cfa-8eb8-4b7f61f6217a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.855273] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e5622c-3bc5-411c-94c6-e06e11cf4379 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.884977] env[69760]: DEBUG nova.compute.manager [req-2b50d6c0-2baf-4930-b994-1f979135bbf4 req-045fa334-29d5-4e92-b127-23f0d810a6af service nova] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Detach interface failed, port_id=04040e7d-1410-444e-9a8a-90280c0f381e, reason: Instance d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1217.134138] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394745, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.226769] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394748, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.311782] env[69760]: DEBUG nova.scheduler.client.report [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1217.323268] env[69760]: INFO nova.compute.manager [-] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Took 1.53 seconds to deallocate network for instance. [ 1217.606353] env[69760]: DEBUG nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1217.640198] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394745, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.270751} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.642753] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1217.642990] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1217.643239] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1217.643472] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1217.643630] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1217.643820] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1217.644046] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1217.644261] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1217.644461] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1217.644765] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1217.644849] env[69760]: DEBUG nova.virt.hardware [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1217.645239] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9/e0148a2c-2c9e-4cdf-be8f-3b42c82fbef9.vmdk to [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.646319] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d0d88c9-8ba3-4e7a-820e-d1e12beab3bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.650090] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3336b3f1-3b39-4752-a291-ea993b10959a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.669114] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cffc2eb-9d60-4cec-8994-9d2ef6d4fac1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.684139] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfiguring VM instance instance-00000068 to attach disk [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1217.684544] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-00a3f371-5933-4fea-9383-ad6cbd58a062 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.715456] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1217.715456] env[69760]: value = "task-3394749" [ 1217.715456] env[69760]: _type = "Task" [ 1217.715456] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.729711] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394749, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.730211] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394748, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.503628} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.730211] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 6e8eb8fb-1d96-4a23-be38-b333774f23ca/6e8eb8fb-1d96-4a23-be38-b333774f23ca.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1217.730420] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1217.730631] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c331927-db97-4e69-9bc0-e9d3e3c613ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.736986] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1217.736986] env[69760]: value = "task-3394750" [ 1217.736986] env[69760]: _type = "Task" [ 1217.736986] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.747499] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394750, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.816825] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.817465] env[69760]: DEBUG nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1217.830674] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.830816] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.831147] env[69760]: DEBUG nova.objects.instance [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'resources' on Instance uuid d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1217.865356] env[69760]: DEBUG nova.compute.manager [req-015df28e-7891-434e-931b-320236b539c3 req-13e5c3e5-4661-4087-a5eb-a84f14ef1bbf service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Received event network-vif-plugged-11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1217.866025] env[69760]: DEBUG oslo_concurrency.lockutils [req-015df28e-7891-434e-931b-320236b539c3 req-13e5c3e5-4661-4087-a5eb-a84f14ef1bbf service nova] Acquiring lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1217.866025] env[69760]: DEBUG oslo_concurrency.lockutils [req-015df28e-7891-434e-931b-320236b539c3 req-13e5c3e5-4661-4087-a5eb-a84f14ef1bbf service nova] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1217.866025] env[69760]: DEBUG oslo_concurrency.lockutils [req-015df28e-7891-434e-931b-320236b539c3 req-13e5c3e5-4661-4087-a5eb-a84f14ef1bbf service nova] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1217.866342] env[69760]: DEBUG nova.compute.manager [req-015df28e-7891-434e-931b-320236b539c3 req-13e5c3e5-4661-4087-a5eb-a84f14ef1bbf service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] No waiting events found dispatching network-vif-plugged-11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1217.866342] env[69760]: WARNING nova.compute.manager [req-015df28e-7891-434e-931b-320236b539c3 req-13e5c3e5-4661-4087-a5eb-a84f14ef1bbf service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Received unexpected event network-vif-plugged-11b9de04-8bb6-4907-9f73-0d47f8506bd7 for instance with vm_state building and task_state spawning. [ 1218.190007] env[69760]: DEBUG nova.network.neutron [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Successfully updated port: 11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1218.225829] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394749, 'name': ReconfigVM_Task, 'duration_secs': 0.311639} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.226122] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfigured VM instance instance-00000068 to attach disk [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86/4ba79151-430c-4e03-a510-02b62b973c86.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.227250] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'encryption_secret_uuid': None, 'encrypted': False, 'guest_format': None, 'device_name': '/dev/sda', 'device_type': 'disk', 'boot_index': 0, 'size': 0, 'encryption_format': None, 'encryption_options': None, 'disk_bus': None, 'image_id': 'a7b93a95-275a-41dc-8462-e5dcda197cf8'}], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677277', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'name': 'volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ba79151-430c-4e03-a510-02b62b973c86', 'attached_at': '', 'detached_at': '', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'serial': '3ecae48e-3bcd-458b-8a71-068a8dd18f47'}, 'mount_device': '/dev/sdb', 'device_type': None, 'boot_index': None, 'attachment_id': 'afb8340a-53a6-46c2-ab5e-59fd224b8ffb', 'delete_on_termination': False, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69760) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1218.227453] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1218.227669] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677277', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'name': 'volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ba79151-430c-4e03-a510-02b62b973c86', 'attached_at': '', 'detached_at': '', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'serial': '3ecae48e-3bcd-458b-8a71-068a8dd18f47'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1218.228472] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b0b18f-7571-45e6-b852-69681391dcf0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.245752] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f615d30-2a93-440c-b74c-6fe0c134ce60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.253960] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394750, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080676} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.266095] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1218.273681] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47/volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.275053] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-699e673c-c575-4d60-9e26-44ae42672a2e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.276875] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6402aa97-4e02-4c6e-bf72-ac94a5802ed4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.308363] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] 6e8eb8fb-1d96-4a23-be38-b333774f23ca/6e8eb8fb-1d96-4a23-be38-b333774f23ca.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1218.309451] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c95859e4-acdc-4db5-b6c4-598ab179fe53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.323386] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1218.323386] env[69760]: value = "task-3394751" [ 1218.323386] env[69760]: _type = "Task" [ 1218.323386] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.324494] env[69760]: DEBUG nova.compute.utils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1218.326414] env[69760]: DEBUG nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1218.326707] env[69760]: DEBUG nova.network.neutron [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1218.337363] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1218.337363] env[69760]: value = "task-3394752" [ 1218.337363] env[69760]: _type = "Task" [ 1218.337363] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.339905] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394751, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.351089] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394752, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.369614] env[69760]: DEBUG nova.policy [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039373538d9d4f60a9347b81658c855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42aa9af93d2848df8c6d9df92d844712', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1218.465760] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-041e10dc-26e6-4b09-8d42-f381c61b5080 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.474029] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f6f4cfe-dbc9-4b2e-9ee3-f144bee914a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.511073] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53cf5de0-1e2f-4d99-ac30-33cbd35ff7bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.517789] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c690e0-a376-4654-93f7-753e15a4a47e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.531222] env[69760]: DEBUG nova.compute.provider_tree [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1218.609369] env[69760]: DEBUG nova.objects.instance [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lazy-loading 'flavor' on Instance uuid 3287a269-2fcc-4d89-827f-43a5b80b4eee {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1218.694553] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.694553] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.694553] env[69760]: DEBUG nova.network.neutron [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1218.723328] env[69760]: DEBUG nova.network.neutron [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Successfully created port: 2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1218.827601] env[69760]: DEBUG nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1218.840138] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394751, 'name': ReconfigVM_Task, 'duration_secs': 0.315854} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.840316] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfigured VM instance instance-00000068 to attach disk [datastore2] volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47/volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.847947] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f54a1b00-591f-4acf-83f7-416b957b2c72 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.863835] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394752, 'name': ReconfigVM_Task, 'duration_secs': 0.325801} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.865086] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Reconfigured VM instance instance-0000006f to attach disk [datastore1] 6e8eb8fb-1d96-4a23-be38-b333774f23ca/6e8eb8fb-1d96-4a23-be38-b333774f23ca.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1218.865897] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1218.865897] env[69760]: value = "task-3394753" [ 1218.865897] env[69760]: _type = "Task" [ 1218.865897] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.866567] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-399cd22b-38b1-4be8-996b-2db2cfaf452d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.875218] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1218.875218] env[69760]: value = "task-3394754" [ 1218.875218] env[69760]: _type = "Task" [ 1218.875218] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.878532] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394753, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.886915] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394754, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.035110] env[69760]: DEBUG nova.scheduler.client.report [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1219.114682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.114850] env[69760]: DEBUG oslo_concurrency.lockutils [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquired lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.253174] env[69760]: DEBUG nova.network.neutron [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1219.377776] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394753, 'name': ReconfigVM_Task, 'duration_secs': 0.15427} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.381112] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677277', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'name': 'volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ba79151-430c-4e03-a510-02b62b973c86', 'attached_at': '', 'detached_at': '', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'serial': '3ecae48e-3bcd-458b-8a71-068a8dd18f47'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1219.381112] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c285fc8-70f7-4ca8-bca5-f4a7cbe37a49 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.395947] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1219.395947] env[69760]: value = "task-3394755" [ 1219.395947] env[69760]: _type = "Task" [ 1219.395947] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.396277] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394754, 'name': Rename_Task, 'duration_secs': 0.140816} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.396670] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.399374] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b9c9a25-57ad-47a3-af66-45e1976a5779 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.406351] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394755, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.407444] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1219.407444] env[69760]: value = "task-3394756" [ 1219.407444] env[69760]: _type = "Task" [ 1219.407444] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.416996] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394756, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.526269] env[69760]: DEBUG nova.network.neutron [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1219.539722] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.709s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1219.566577] env[69760]: INFO nova.scheduler.client.report [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted allocations for instance d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3 [ 1219.685711] env[69760]: DEBUG nova.network.neutron [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1219.706294] env[69760]: DEBUG nova.compute.manager [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Received event network-changed-7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.706467] env[69760]: DEBUG nova.compute.manager [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing instance network info cache due to event network-changed-7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.706743] env[69760]: DEBUG oslo_concurrency.lockutils [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] Acquiring lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.842015] env[69760]: DEBUG nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1219.868911] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1219.869192] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1219.869364] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1219.869601] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1219.869734] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1219.869907] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1219.870156] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1219.870323] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1219.870493] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1219.870708] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1219.870929] env[69760]: DEBUG nova.virt.hardware [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1219.871816] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42dd322d-2022-4674-b83e-6a86e7d14d7e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.880119] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-abce513e-98c8-468d-9e3f-638216f7e781 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.895451] env[69760]: DEBUG nova.compute.manager [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Received event network-changed-11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1219.895674] env[69760]: DEBUG nova.compute.manager [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Refreshing instance network info cache due to event network-changed-11b9de04-8bb6-4907-9f73-0d47f8506bd7. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1219.895877] env[69760]: DEBUG oslo_concurrency.lockutils [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] Acquiring lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.905612] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394755, 'name': Rename_Task, 'duration_secs': 0.166137} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.905866] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1219.906117] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3e3e784c-548e-456b-bfa1-cbd2deec97b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.915248] env[69760]: DEBUG oslo_vmware.api [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394756, 'name': PowerOnVM_Task, 'duration_secs': 0.466524} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.916370] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1219.916580] env[69760]: INFO nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Took 8.98 seconds to spawn the instance on the hypervisor. [ 1219.916761] env[69760]: DEBUG nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1219.917064] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1219.917064] env[69760]: value = "task-3394757" [ 1219.917064] env[69760]: _type = "Task" [ 1219.917064] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.917736] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a329025-e26d-4538-83a4-f07f972dea9f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.931128] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394757, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.029652] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.030024] env[69760]: DEBUG nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Instance network_info: |[{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1220.031126] env[69760]: DEBUG oslo_concurrency.lockutils [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] Acquired lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.031363] env[69760]: DEBUG nova.network.neutron [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Refreshing network info cache for port 11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1220.032625] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4f:ba:96', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '11b9de04-8bb6-4907-9f73-0d47f8506bd7', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1220.040283] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1220.043126] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1220.043613] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9cfb1572-51d0-4072-b65b-2a9d462a4727 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.067348] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1220.067348] env[69760]: value = "task-3394758" [ 1220.067348] env[69760]: _type = "Task" [ 1220.067348] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.076779] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394758, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.077382] env[69760]: DEBUG oslo_concurrency.lockutils [None req-18a32cfb-f9b7-4bee-ada1-e8d034ad5253 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.900s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.217676] env[69760]: DEBUG nova.network.neutron [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Successfully updated port: 2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1220.383783] env[69760]: DEBUG nova.network.neutron [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updated VIF entry in instance network info cache for port 11b9de04-8bb6-4907-9f73-0d47f8506bd7. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1220.384255] env[69760]: DEBUG nova.network.neutron [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.429258] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394757, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.437882] env[69760]: INFO nova.compute.manager [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Took 18.55 seconds to build instance. [ 1220.572890] env[69760]: DEBUG nova.network.neutron [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.579917] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394758, 'name': CreateVM_Task, 'duration_secs': 0.310225} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.580108] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1220.580774] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.580937] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.581275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.581537] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9135e20-cd8c-45b3-b3c8-cc74fd1e1c3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.586039] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1220.586039] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f39140-a3ab-10c1-5838-dbd48a8a4969" [ 1220.586039] env[69760]: _type = "Task" [ 1220.586039] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1220.595817] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f39140-a3ab-10c1-5838-dbd48a8a4969, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1220.726771] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.726771] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.726901] env[69760]: DEBUG nova.network.neutron [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1220.890465] env[69760]: DEBUG oslo_concurrency.lockutils [req-f3854628-379b-4f37-896c-f771c2de4def req-ce5be2a1-0866-4d50-9d0c-5aa9c0e17890 service nova] Releasing lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.930244] env[69760]: DEBUG oslo_vmware.api [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394757, 'name': PowerOnVM_Task, 'duration_secs': 0.519986} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1220.930542] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1220.940486] env[69760]: DEBUG oslo_concurrency.lockutils [None req-bbcee243-831c-4312-9206-c306b37b82db tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.064s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1220.948095] env[69760]: DEBUG nova.objects.instance [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lazy-loading 'flavor' on Instance uuid 3287a269-2fcc-4d89-827f-43a5b80b4eee {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1221.050746] env[69760]: DEBUG nova.compute.manager [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1221.051725] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6db1764-fd44-406c-b10a-9380a76f506f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.075957] env[69760]: DEBUG oslo_concurrency.lockutils [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Releasing lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.076201] env[69760]: DEBUG nova.compute.manager [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Inject network info {{(pid=69760) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1221.076447] env[69760]: DEBUG nova.compute.manager [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] network_info to inject: |[{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1221.081385] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Reconfiguring VM instance to set the machine id {{(pid=69760) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1221.081682] env[69760]: DEBUG oslo_concurrency.lockutils [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] Acquired lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.081864] env[69760]: DEBUG nova.network.neutron [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing network info cache for port 7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.083211] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-72418596-0b33-42d8-8954-6ca0c642efe2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.107502] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f39140-a3ab-10c1-5838-dbd48a8a4969, 'name': SearchDatastore_Task, 'duration_secs': 0.012909} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.108808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.109074] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1221.109310] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.109452] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.109622] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1221.111050] env[69760]: DEBUG oslo_vmware.api [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1221.111050] env[69760]: value = "task-3394759" [ 1221.111050] env[69760]: _type = "Task" [ 1221.111050] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.111050] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80c3b4f8-c0bf-4c30-9e93-b1f9b67cd53b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.120790] env[69760]: DEBUG oslo_vmware.api [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394759, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.121969] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1221.122159] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1221.123046] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c248f7b4-ea6d-4ef2-aa88-378d2fc9fcde {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.128170] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1221.128170] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f57fd6-faed-f70d-7f6f-611ebfcb60e9" [ 1221.128170] env[69760]: _type = "Task" [ 1221.128170] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.135770] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f57fd6-faed-f70d-7f6f-611ebfcb60e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.139600] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.139862] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.140028] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.140211] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.140378] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.142509] env[69760]: INFO nova.compute.manager [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Terminating instance [ 1221.277573] env[69760]: DEBUG nova.network.neutron [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1221.340776] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.341071] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.453507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.475266] env[69760]: DEBUG nova.network.neutron [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Updating instance_info_cache with network_info: [{"id": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "address": "fa:16:3e:f6:83:9a", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd337b6-26", "ovs_interfaceid": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.480250] env[69760]: DEBUG nova.network.neutron [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updated VIF entry in instance network info cache for port 7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1221.480250] env[69760]: DEBUG nova.network.neutron [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.570497] env[69760]: DEBUG oslo_concurrency.lockutils [None req-617851d4-9141-47a7-8bd1-ac5c7cdff2f7 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.882s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.623461] env[69760]: DEBUG oslo_vmware.api [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.637618] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f57fd6-faed-f70d-7f6f-611ebfcb60e9, 'name': SearchDatastore_Task, 'duration_secs': 0.014077} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1221.638490] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f71695b0-7f3a-44a1-8ac5-8fb14864331e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.643169] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1221.643169] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf81ae-e355-b5f6-eb43-d03a8b9200b2" [ 1221.643169] env[69760]: _type = "Task" [ 1221.643169] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.646430] env[69760]: DEBUG nova.compute.manager [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1221.646623] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1221.647391] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23038895-3d9c-4712-acf2-caf3afaced1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.657040] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf81ae-e355-b5f6-eb43-d03a8b9200b2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.659217] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1221.659449] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-282000f4-3f00-488e-8eb0-d8ddb893af1a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.666517] env[69760]: DEBUG oslo_vmware.api [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1221.666517] env[69760]: value = "task-3394760" [ 1221.666517] env[69760]: _type = "Task" [ 1221.666517] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1221.675156] env[69760]: DEBUG oslo_vmware.api [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394760, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1221.843481] env[69760]: DEBUG nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1221.925560] env[69760]: DEBUG nova.compute.manager [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Received event network-vif-plugged-2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.925854] env[69760]: DEBUG oslo_concurrency.lockutils [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] Acquiring lock "ce100496-bf05-409a-be94-57fa039789a0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1221.926211] env[69760]: DEBUG oslo_concurrency.lockutils [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] Lock "ce100496-bf05-409a-be94-57fa039789a0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1221.926493] env[69760]: DEBUG oslo_concurrency.lockutils [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] Lock "ce100496-bf05-409a-be94-57fa039789a0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1221.926776] env[69760]: DEBUG nova.compute.manager [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] No waiting events found dispatching network-vif-plugged-2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1221.927060] env[69760]: WARNING nova.compute.manager [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Received unexpected event network-vif-plugged-2cd337b6-2673-470b-b1c8-62626cfa2bde for instance with vm_state building and task_state spawning. [ 1221.927315] env[69760]: DEBUG nova.compute.manager [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Received event network-changed-2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1221.927581] env[69760]: DEBUG nova.compute.manager [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Refreshing instance network info cache due to event network-changed-2cd337b6-2673-470b-b1c8-62626cfa2bde. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1221.927906] env[69760]: DEBUG oslo_concurrency.lockutils [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] Acquiring lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.979119] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.979516] env[69760]: DEBUG nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Instance network_info: |[{"id": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "address": "fa:16:3e:f6:83:9a", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd337b6-26", "ovs_interfaceid": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1221.979863] env[69760]: DEBUG oslo_concurrency.lockutils [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] Acquired lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.980968] env[69760]: DEBUG nova.network.neutron [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Refreshing network info cache for port 2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1221.981384] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:83:9a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2cd337b6-2673-470b-b1c8-62626cfa2bde', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1221.989565] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1221.993054] env[69760]: DEBUG oslo_concurrency.lockutils [req-db7c5b78-e5c3-45e7-b07b-cae4f22eecbd req-51b3146d-063f-45ce-8b46-f1e2545a0441 service nova] Releasing lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.993398] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce100496-bf05-409a-be94-57fa039789a0] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1221.994097] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquired lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.995617] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8acfc216-1245-4840-a289-52cd9c2bd0f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.016279] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1222.016279] env[69760]: value = "task-3394761" [ 1222.016279] env[69760]: _type = "Task" [ 1222.016279] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.024257] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394761, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.122966] env[69760]: DEBUG oslo_vmware.api [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394759, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.154483] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bf81ae-e355-b5f6-eb43-d03a8b9200b2, 'name': SearchDatastore_Task, 'duration_secs': 0.012157} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.154752] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.155032] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1222.155334] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b23209cc-c7d7-458f-8cf5-1ede1a4d7222 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.162708] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1222.162708] env[69760]: value = "task-3394762" [ 1222.162708] env[69760]: _type = "Task" [ 1222.162708] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.171589] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394762, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.181464] env[69760]: DEBUG oslo_vmware.api [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394760, 'name': PowerOffVM_Task, 'duration_secs': 0.305387} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.181662] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1222.181836] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1222.182086] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b97137c-78d7-4e61-ac5d-9c6ee135517a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.241338] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1222.241669] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1222.241872] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleting the datastore file [datastore1] 6e8eb8fb-1d96-4a23-be38-b333774f23ca {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1222.242249] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bde740af-4977-488c-aec7-02795f2e95b0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.249654] env[69760]: DEBUG oslo_vmware.api [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1222.249654] env[69760]: value = "task-3394764" [ 1222.249654] env[69760]: _type = "Task" [ 1222.249654] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.257363] env[69760]: DEBUG oslo_vmware.api [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394764, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.367423] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.367856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.369826] env[69760]: INFO nova.compute.claims [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1222.378033] env[69760]: DEBUG nova.network.neutron [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Updated VIF entry in instance network info cache for port 2cd337b6-2673-470b-b1c8-62626cfa2bde. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1222.378517] env[69760]: DEBUG nova.network.neutron [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Updating instance_info_cache with network_info: [{"id": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "address": "fa:16:3e:f6:83:9a", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd337b6-26", "ovs_interfaceid": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1222.480700] env[69760]: DEBUG nova.network.neutron [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1222.507298] env[69760]: DEBUG nova.compute.manager [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Received event network-changed-7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1222.507507] env[69760]: DEBUG nova.compute.manager [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing instance network info cache due to event network-changed-7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1222.507876] env[69760]: DEBUG oslo_concurrency.lockutils [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] Acquiring lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.526590] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394761, 'name': CreateVM_Task, 'duration_secs': 0.408858} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.526782] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ce100496-bf05-409a-be94-57fa039789a0] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1222.527580] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.527755] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.528085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.528353] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d5d3c36-41b3-4ec1-84d6-91e676456f69 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.534559] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1222.534559] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5290dac4-19fa-33c1-29f8-463a42ea5b50" [ 1222.534559] env[69760]: _type = "Task" [ 1222.534559] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.544992] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5290dac4-19fa-33c1-29f8-463a42ea5b50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.624611] env[69760]: DEBUG oslo_vmware.api [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394759, 'name': ReconfigVM_Task, 'duration_secs': 1.165945} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.624866] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-63d739ba-9930-475d-b719-b6f86879a9cc tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Reconfigured VM instance to set the machine id {{(pid=69760) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1222.672082] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394762, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.494609} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.672347] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1222.672603] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1222.672862] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-015be123-b31e-4b2e-95d9-184096c46153 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1222.681547] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1222.681547] env[69760]: value = "task-3394765" [ 1222.681547] env[69760]: _type = "Task" [ 1222.681547] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1222.686857] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394765, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1222.759889] env[69760]: DEBUG oslo_vmware.api [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394764, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.211276} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1222.760157] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1222.760348] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1222.760528] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1222.760701] env[69760]: INFO nova.compute.manager [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1222.760943] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1222.761157] env[69760]: DEBUG nova.compute.manager [-] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1222.761248] env[69760]: DEBUG nova.network.neutron [-] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1222.881284] env[69760]: DEBUG oslo_concurrency.lockutils [req-853e1215-e240-4dd4-817a-34ac6a4dcb1a req-9869cc05-30a8-4a60-b4d8-0235b2cc9b2c service nova] Releasing lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.045864] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5290dac4-19fa-33c1-29f8-463a42ea5b50, 'name': SearchDatastore_Task, 'duration_secs': 0.020138} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.046183] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.046470] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1223.046753] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.046938] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.047181] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1223.047495] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-41edc8de-1076-4e63-b64b-6c9b4ff5a9c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.057603] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1223.058255] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1223.058774] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-24f587d4-1bd3-47be-95ff-106f1ea462bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.066523] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1223.066523] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523a6289-6c50-195f-27fd-9d3bcb00ec88" [ 1223.066523] env[69760]: _type = "Task" [ 1223.066523] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.074728] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523a6289-6c50-195f-27fd-9d3bcb00ec88, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.189636] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394765, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06321} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.189923] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1223.190758] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ed8d2f-66ec-4bd3-931c-ddcebda2ee7b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.213214] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1223.214332] env[69760]: DEBUG nova.network.neutron [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.215504] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8a90cadd-8cff-426c-9b7e-b163a2cbae62 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.236942] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1223.236942] env[69760]: value = "task-3394766" [ 1223.236942] env[69760]: _type = "Task" [ 1223.236942] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.245328] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394766, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.490385] env[69760]: DEBUG nova.network.neutron [-] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1223.493585] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afeee326-5751-4472-9613-ddd25ef1b998 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.507758] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be3a8bf1-1474-4e25-bf19-aef1a7508904 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.538928] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d12a6fac-cd4b-40b0-83af-7d462c3a0990 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.547776] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4197dd2-f5b1-4a80-9bb9-d7ef437bb807 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.562917] env[69760]: DEBUG nova.compute.provider_tree [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1223.576708] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523a6289-6c50-195f-27fd-9d3bcb00ec88, 'name': SearchDatastore_Task, 'duration_secs': 0.009492} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1223.577614] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2c2ec24-d36e-43bf-a69a-133cc811bad0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.583571] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1223.583571] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a7d170-7c70-1a16-da21-1afa821aafd2" [ 1223.583571] env[69760]: _type = "Task" [ 1223.583571] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.591710] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a7d170-7c70-1a16-da21-1afa821aafd2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.731718] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Releasing lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.732024] env[69760]: DEBUG nova.compute.manager [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Inject network info {{(pid=69760) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7737}} [ 1223.732299] env[69760]: DEBUG nova.compute.manager [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] network_info to inject: |[{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7738}} [ 1223.737732] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Reconfiguring VM instance to set the machine id {{(pid=69760) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 1223.738126] env[69760]: DEBUG oslo_concurrency.lockutils [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] Acquired lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.738330] env[69760]: DEBUG nova.network.neutron [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Refreshing network info cache for port 7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1223.740763] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf28ced-781c-4e7c-be5e-f2f015c0227e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.761762] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394766, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.762961] env[69760]: DEBUG oslo_vmware.api [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1223.762961] env[69760]: value = "task-3394767" [ 1223.762961] env[69760]: _type = "Task" [ 1223.762961] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.770765] env[69760]: DEBUG oslo_vmware.api [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394767, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.001777] env[69760]: INFO nova.compute.manager [-] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Took 1.24 seconds to deallocate network for instance. [ 1224.066314] env[69760]: DEBUG nova.scheduler.client.report [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1224.094338] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a7d170-7c70-1a16-da21-1afa821aafd2, 'name': SearchDatastore_Task, 'duration_secs': 0.010146} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.094610] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.094858] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ce100496-bf05-409a-be94-57fa039789a0/ce100496-bf05-409a-be94-57fa039789a0.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1224.095123] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e508f29b-8361-4f5d-87e0-1ba38b4a1924 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.101452] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1224.101452] env[69760]: value = "task-3394768" [ 1224.101452] env[69760]: _type = "Task" [ 1224.101452] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.110666] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394768, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.249824] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394766, 'name': ReconfigVM_Task, 'duration_secs': 1.003347} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.250137] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfigured VM instance instance-00000070 to attach disk [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1224.250769] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d00c7de5-9629-4300-8af7-373592cf0dc9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.259092] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1224.259092] env[69760]: value = "task-3394769" [ 1224.259092] env[69760]: _type = "Task" [ 1224.259092] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.269809] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394769, 'name': Rename_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.278025] env[69760]: DEBUG oslo_vmware.api [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394767, 'name': ReconfigVM_Task, 'duration_secs': 0.14938} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.278378] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5035f54-3d89-4c3d-b0f7-98b230823593 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Reconfigured VM instance to set the machine id {{(pid=69760) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 1224.290187] env[69760]: DEBUG nova.network.neutron [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updated VIF entry in instance network info cache for port 7300daed-560f-4689-86aa-464d5fa43661. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1224.290568] env[69760]: DEBUG nova.network.neutron [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [{"id": "7300daed-560f-4689-86aa-464d5fa43661", "address": "fa:16:3e:b8:01:6c", "network": {"id": "f2e7a39c-95b0-417e-ae4f-b81f5380290f", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-569226197-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.181", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3455f95cccba413387959ba26360f069", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c02dd284-ab80-451c-93eb-48c8360acb9c", "external-id": "nsx-vlan-transportzone-818", "segmentation_id": 818, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7300daed-56", "ovs_interfaceid": "7300daed-560f-4689-86aa-464d5fa43661", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1224.513314] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.535487] env[69760]: DEBUG nova.compute.manager [req-ebba9433-28cf-4cb7-a8fe-4301a3218c33 req-210576a6-e70e-4487-8e91-736b2fbbe2fb service nova] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Received event network-vif-deleted-97ff33de-6509-48e6-aba9-751d3917f30b {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1224.571246] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.203s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.571775] env[69760]: DEBUG nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1224.574729] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.062s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.574947] env[69760]: DEBUG nova.objects.instance [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'resources' on Instance uuid 6e8eb8fb-1d96-4a23-be38-b333774f23ca {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1224.612105] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394768, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.451773} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.612432] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] ce100496-bf05-409a-be94-57fa039789a0/ce100496-bf05-409a-be94-57fa039789a0.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1224.612562] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1224.612791] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1115601-7ad6-4ce4-ab9f-a9311a1264c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.618687] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1224.618687] env[69760]: value = "task-3394770" [ 1224.618687] env[69760]: _type = "Task" [ 1224.618687] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.627182] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394770, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.668777] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "3287a269-2fcc-4d89-827f-43a5b80b4eee" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.669104] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.669337] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "3287a269-2fcc-4d89-827f-43a5b80b4eee-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1224.669544] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1224.669741] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1224.671995] env[69760]: INFO nova.compute.manager [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Terminating instance [ 1224.769129] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394769, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.793836] env[69760]: DEBUG oslo_concurrency.lockutils [req-1581d643-6d48-47dd-8260-a85522fb4a1f req-3079c992-52ff-44d3-95a5-57b6a4196e37 service nova] Releasing lock "refresh_cache-3287a269-2fcc-4d89-827f-43a5b80b4eee" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.077912] env[69760]: DEBUG nova.compute.utils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1225.081728] env[69760]: DEBUG nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1225.081908] env[69760]: DEBUG nova.network.neutron [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1225.117518] env[69760]: DEBUG nova.policy [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de83954c240746ef951896ae91c68ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddd085bb6c224021b00633c0da4c3ce9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1225.130362] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394770, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070923} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.130627] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1225.131410] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00df3f5-2cde-4da7-aedb-0c275e850dd2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.155526] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] ce100496-bf05-409a-be94-57fa039789a0/ce100496-bf05-409a-be94-57fa039789a0.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1225.159366] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a694a90-6928-4ab2-a0b5-48a553ce185d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.175884] env[69760]: DEBUG nova.compute.manager [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1225.176114] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1225.177171] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c0f7e06-abd8-4dcd-a0a3-1d78b29d0089 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.180440] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1225.180440] env[69760]: value = "task-3394771" [ 1225.180440] env[69760]: _type = "Task" [ 1225.180440] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.187492] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1225.188275] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5d844097-b994-4dbe-941c-2516222500e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.192683] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394771, 'name': ReconfigVM_Task} progress is 10%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.194675] env[69760]: DEBUG oslo_vmware.api [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1225.194675] env[69760]: value = "task-3394772" [ 1225.194675] env[69760]: _type = "Task" [ 1225.194675] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.205398] env[69760]: DEBUG oslo_vmware.api [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394772, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.236761] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20e02151-4dbd-4b08-a500-35c86cdee6ff {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.244744] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390572b4-cdad-421e-bf84-94a0fddd48ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.279037] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1c7bd05-01e2-4663-8deb-1c7df8c1a6b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.286432] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394769, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.289627] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df3192ed-755a-4185-bf41-2a569184cf27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.304471] env[69760]: DEBUG nova.compute.provider_tree [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1225.499178] env[69760]: DEBUG nova.network.neutron [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Successfully created port: 09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1225.585389] env[69760]: DEBUG nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1225.693832] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394771, 'name': ReconfigVM_Task, 'duration_secs': 0.271624} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.694244] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Reconfigured VM instance instance-00000071 to attach disk [datastore1] ce100496-bf05-409a-be94-57fa039789a0/ce100496-bf05-409a-be94-57fa039789a0.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1225.696043] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1cbaf309-9461-4864-981d-faa544064be8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.709193] env[69760]: DEBUG oslo_vmware.api [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394772, 'name': PowerOffVM_Task, 'duration_secs': 0.202277} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.710775] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1225.711355] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1225.711433] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1225.711433] env[69760]: value = "task-3394773" [ 1225.711433] env[69760]: _type = "Task" [ 1225.711433] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.711654] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91862832-0694-4de8-bbd0-f0ba54adb7d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.783063] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1225.783063] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1225.783269] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Deleting the datastore file [datastore1] 3287a269-2fcc-4d89-827f-43a5b80b4eee {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1225.783411] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d89c9035-9efb-4be3-87dc-2b32d78a6742 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.788556] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394769, 'name': Rename_Task, 'duration_secs': 1.154778} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.789198] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1225.789432] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-27fa7dbd-12ca-4df8-82d1-693ef4482d80 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.792820] env[69760]: DEBUG oslo_vmware.api [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for the task: (returnval){ [ 1225.792820] env[69760]: value = "task-3394775" [ 1225.792820] env[69760]: _type = "Task" [ 1225.792820] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.796713] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1225.796713] env[69760]: value = "task-3394776" [ 1225.796713] env[69760]: _type = "Task" [ 1225.796713] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1225.803771] env[69760]: DEBUG oslo_vmware.api [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394775, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.807224] env[69760]: DEBUG nova.scheduler.client.report [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1225.810329] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394776, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.224772] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394773, 'name': Rename_Task, 'duration_secs': 0.169958} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.225178] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1226.225487] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f66eca15-6bfc-4c5a-8b90-5cf9d5215dea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.232539] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1226.232539] env[69760]: value = "task-3394777" [ 1226.232539] env[69760]: _type = "Task" [ 1226.232539] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1226.240284] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394777, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.304357] env[69760]: DEBUG oslo_vmware.api [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Task: {'id': task-3394775, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136347} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.304990] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1226.305211] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1226.305369] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1226.305561] env[69760]: INFO nova.compute.manager [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1226.305923] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1226.306041] env[69760]: DEBUG nova.compute.manager [-] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1226.306149] env[69760]: DEBUG nova.network.neutron [-] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1226.310784] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394776, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.311732] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.737s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1226.337269] env[69760]: INFO nova.scheduler.client.report [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted allocations for instance 6e8eb8fb-1d96-4a23-be38-b333774f23ca [ 1226.595704] env[69760]: DEBUG nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1226.628566] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1226.628928] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1226.628993] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1226.629279] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1226.629445] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1226.629677] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1226.630018] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1226.630315] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1226.630609] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1226.630847] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1226.631086] env[69760]: DEBUG nova.virt.hardware [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1226.632076] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b039a0-8212-47c4-8e30-f2531da79ac7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.640643] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74c06a4a-9fd4-42de-b60d-e6603592d9bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.744214] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394777, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1226.809149] env[69760]: DEBUG oslo_vmware.api [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394776, 'name': PowerOnVM_Task, 'duration_secs': 0.856058} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.809713] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1226.809932] env[69760]: INFO nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Took 9.20 seconds to spawn the instance on the hypervisor. [ 1226.810128] env[69760]: DEBUG nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1226.811100] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-038ca84f-4921-481f-a527-aab49e38b5aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.828228] env[69760]: DEBUG nova.compute.manager [req-160c1902-5930-4980-9254-9d9b2834b950 req-7486d2fa-fc27-478d-8d9d-140c5b648832 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Received event network-vif-deleted-7300daed-560f-4689-86aa-464d5fa43661 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1226.828433] env[69760]: INFO nova.compute.manager [req-160c1902-5930-4980-9254-9d9b2834b950 req-7486d2fa-fc27-478d-8d9d-140c5b648832 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Neutron deleted interface 7300daed-560f-4689-86aa-464d5fa43661; detaching it from the instance and deleting it from the info cache [ 1226.828622] env[69760]: DEBUG nova.network.neutron [req-160c1902-5930-4980-9254-9d9b2834b950 req-7486d2fa-fc27-478d-8d9d-140c5b648832 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1226.846155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fbc0465a-51f3-4e42-8515-ea4c5ad77bdc tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "6e8eb8fb-1d96-4a23-be38-b333774f23ca" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.706s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.016123] env[69760]: DEBUG nova.network.neutron [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Successfully updated port: 09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1227.243373] env[69760]: DEBUG oslo_vmware.api [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394777, 'name': PowerOnVM_Task, 'duration_secs': 0.51511} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1227.243649] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1227.243850] env[69760]: INFO nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Took 7.40 seconds to spawn the instance on the hypervisor. [ 1227.244072] env[69760]: DEBUG nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1227.244867] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4c6024d-c796-4732-a705-6459a4cb3ec4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.310665] env[69760]: DEBUG nova.network.neutron [-] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1227.329910] env[69760]: INFO nova.compute.manager [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Took 13.98 seconds to build instance. [ 1227.332356] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ed5422bf-11ca-4fcd-8c02-22d6db315d70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.342498] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d395d37e-d409-4fb3-b552-cb494a495b7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.374037] env[69760]: DEBUG nova.compute.manager [req-160c1902-5930-4980-9254-9d9b2834b950 req-7486d2fa-fc27-478d-8d9d-140c5b648832 service nova] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Detach interface failed, port_id=7300daed-560f-4689-86aa-464d5fa43661, reason: Instance 3287a269-2fcc-4d89-827f-43a5b80b4eee could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1227.519191] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.519191] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.519191] env[69760]: DEBUG nova.network.neutron [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1227.760117] env[69760]: INFO nova.compute.manager [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Took 13.47 seconds to build instance. [ 1227.815820] env[69760]: INFO nova.compute.manager [-] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Took 1.51 seconds to deallocate network for instance. [ 1227.816281] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.816518] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.816720] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1227.816942] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1227.817159] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1227.820701] env[69760]: INFO nova.compute.manager [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Terminating instance [ 1227.832058] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5ff39f12-76f4-420e-8f65-51b60f4bd6c8 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.493s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.019484] env[69760]: DEBUG nova.compute.manager [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Received event network-changed-11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.019686] env[69760]: DEBUG nova.compute.manager [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Refreshing instance network info cache due to event network-changed-11b9de04-8bb6-4907-9f73-0d47f8506bd7. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.019900] env[69760]: DEBUG oslo_concurrency.lockutils [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] Acquiring lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.020058] env[69760]: DEBUG oslo_concurrency.lockutils [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] Acquired lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.020227] env[69760]: DEBUG nova.network.neutron [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Refreshing network info cache for port 11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.052939] env[69760]: DEBUG nova.network.neutron [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1228.239032] env[69760]: DEBUG nova.network.neutron [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.262787] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3a371f23-488e-4e8a-9f1b-3b423c33ccc4 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "ce100496-bf05-409a-be94-57fa039789a0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.979s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.327741] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.327869] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.328453] env[69760]: DEBUG nova.objects.instance [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lazy-loading 'resources' on Instance uuid 3287a269-2fcc-4d89-827f-43a5b80b4eee {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1228.330296] env[69760]: DEBUG nova.compute.manager [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1228.330599] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.331913] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2afebe-3504-4c4e-90b9-447aa7a5eb8c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.342453] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1228.342874] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f1508916-c1b8-43cb-90d5-6294903415e6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.351260] env[69760]: DEBUG oslo_vmware.api [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1228.351260] env[69760]: value = "task-3394778" [ 1228.351260] env[69760]: _type = "Task" [ 1228.351260] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.361649] env[69760]: DEBUG oslo_vmware.api [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394778, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.740710] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.740977] env[69760]: DEBUG nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Instance network_info: |[{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1228.741400] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:72:3b', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '09f2f5e4-43d7-4a16-b917-d0ee59039b96', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1228.749289] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1228.749494] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1228.749710] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53d18348-4058-47e1-b6e2-8bdf19d78c6a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.770607] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1228.770607] env[69760]: value = "task-3394779" [ 1228.770607] env[69760]: _type = "Task" [ 1228.770607] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.777858] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394779, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.798153] env[69760]: DEBUG nova.network.neutron [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updated VIF entry in instance network info cache for port 11b9de04-8bb6-4907-9f73-0d47f8506bd7. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1228.798506] env[69760]: DEBUG nova.network.neutron [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.860663] env[69760]: DEBUG nova.compute.manager [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Received event network-vif-plugged-09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.861058] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.861331] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] Lock "b938a497-3461-4b22-b144-c8d106b741e8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.861556] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] Lock "b938a497-3461-4b22-b144-c8d106b741e8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.861775] env[69760]: DEBUG nova.compute.manager [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] No waiting events found dispatching network-vif-plugged-09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1228.862026] env[69760]: WARNING nova.compute.manager [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Received unexpected event network-vif-plugged-09f2f5e4-43d7-4a16-b917-d0ee59039b96 for instance with vm_state building and task_state spawning. [ 1228.862255] env[69760]: DEBUG nova.compute.manager [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Received event network-changed-09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1228.862456] env[69760]: DEBUG nova.compute.manager [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Refreshing instance network info cache due to event network-changed-09f2f5e4-43d7-4a16-b917-d0ee59039b96. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1228.862680] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] Acquiring lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.862854] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] Acquired lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.863064] env[69760]: DEBUG nova.network.neutron [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Refreshing network info cache for port 09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1228.871941] env[69760]: DEBUG oslo_vmware.api [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394778, 'name': PowerOffVM_Task, 'duration_secs': 0.220393} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.872664] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1228.872839] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.873313] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3130f250-b8fe-49e0-bbae-264b1acd7dcf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.948655] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.948893] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.949199] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleting the datastore file [datastore2] 97a1f547-4d5e-42ad-9412-6e781b2a81f7 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.949535] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42801efa-c240-4a4f-b613-26e2729aeca7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.954097] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d1c9b8-a940-4f59-9679-d4c0dcbda036 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.958860] env[69760]: DEBUG oslo_vmware.api [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1228.958860] env[69760]: value = "task-3394781" [ 1228.958860] env[69760]: _type = "Task" [ 1228.958860] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.965111] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f27d310-7ace-4477-8a46-0c564e165669 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.971258] env[69760]: DEBUG oslo_vmware.api [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394781, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.000469] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359c45f3-ba98-49a8-8dab-92373119e758 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.009379] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f373daf-6358-486f-8dab-4bd203573afa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.024105] env[69760]: DEBUG nova.compute.provider_tree [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1229.281737] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394779, 'name': CreateVM_Task, 'duration_secs': 0.28798} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.281943] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1229.289907] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.290131] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.290490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.290763] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0232c7c0-bcef-4c3f-8f1f-36f2998e2800 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.296756] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1229.296756] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f8fa39-fd37-8f05-453a-e303f27dc391" [ 1229.296756] env[69760]: _type = "Task" [ 1229.296756] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.302503] env[69760]: DEBUG oslo_concurrency.lockutils [req-b2f9648b-b93c-4b4e-a5e5-4f84b6a4d118 req-9b5f876b-1439-4782-99d8-3d17d79fd5e1 service nova] Releasing lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.308961] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f8fa39-fd37-8f05-453a-e303f27dc391, 'name': SearchDatastore_Task, 'duration_secs': 0.010141} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.309249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.309481] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1229.309702] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.309844] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.310135] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1229.310356] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc6ce7c8-cd89-439d-bdc8-c4a06c1c8256 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.319413] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1229.319651] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1229.320483] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a31aba1c-9cc9-452a-a903-4473b33a94eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.325900] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1229.325900] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523273e3-4963-2432-c864-37a300de6a41" [ 1229.325900] env[69760]: _type = "Task" [ 1229.325900] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.334032] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523273e3-4963-2432-c864-37a300de6a41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.469237] env[69760]: DEBUG oslo_vmware.api [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394781, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139791} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.469537] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.470179] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.470421] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.470610] env[69760]: INFO nova.compute.manager [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1229.470854] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1229.471132] env[69760]: DEBUG nova.compute.manager [-] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1229.471294] env[69760]: DEBUG nova.network.neutron [-] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1229.527965] env[69760]: DEBUG nova.scheduler.client.report [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1229.710315] env[69760]: DEBUG nova.network.neutron [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updated VIF entry in instance network info cache for port 09f2f5e4-43d7-4a16-b917-d0ee59039b96. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1229.710697] env[69760]: DEBUG nova.network.neutron [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1229.836118] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523273e3-4963-2432-c864-37a300de6a41, 'name': SearchDatastore_Task, 'duration_secs': 0.008671} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.836984] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd838051-1b4d-48e5-b181-d0d718fb6161 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.842554] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1229.842554] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d64201-b758-7b08-472d-de9c9b86da2e" [ 1229.842554] env[69760]: _type = "Task" [ 1229.842554] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.849777] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d64201-b758-7b08-472d-de9c9b86da2e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.033101] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.705s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.045699] env[69760]: DEBUG nova.compute.manager [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Received event network-changed-2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.045916] env[69760]: DEBUG nova.compute.manager [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Refreshing instance network info cache due to event network-changed-2cd337b6-2673-470b-b1c8-62626cfa2bde. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1230.046158] env[69760]: DEBUG oslo_concurrency.lockutils [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] Acquiring lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.046303] env[69760]: DEBUG oslo_concurrency.lockutils [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] Acquired lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.046464] env[69760]: DEBUG nova.network.neutron [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Refreshing network info cache for port 2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1230.057297] env[69760]: INFO nova.scheduler.client.report [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Deleted allocations for instance 3287a269-2fcc-4d89-827f-43a5b80b4eee [ 1230.218411] env[69760]: DEBUG oslo_concurrency.lockutils [req-0d2ba03a-945c-4780-9936-d7f7cb8f49fb req-6e4b47f4-a1bc-40f8-89a5-d88789a9527b service nova] Releasing lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.311123] env[69760]: DEBUG nova.network.neutron [-] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.352750] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52d64201-b758-7b08-472d-de9c9b86da2e, 'name': SearchDatastore_Task, 'duration_secs': 0.009144} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.353018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.353281] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1230.353528] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be6d4830-57f3-43a0-b16f-47d11d59ae3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.360206] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1230.360206] env[69760]: value = "task-3394783" [ 1230.360206] env[69760]: _type = "Task" [ 1230.360206] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.367439] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394783, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1230.567313] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2c12780b-9dbb-4f1c-ba43-8d4201aba617 tempest-AttachInterfacesUnderV243Test-539137241 tempest-AttachInterfacesUnderV243Test-539137241-project-member] Lock "3287a269-2fcc-4d89-827f-43a5b80b4eee" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.898s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1230.813763] env[69760]: INFO nova.compute.manager [-] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Took 1.34 seconds to deallocate network for instance. [ 1230.814791] env[69760]: DEBUG nova.network.neutron [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Updated VIF entry in instance network info cache for port 2cd337b6-2673-470b-b1c8-62626cfa2bde. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1230.816139] env[69760]: DEBUG nova.network.neutron [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Updating instance_info_cache with network_info: [{"id": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "address": "fa:16:3e:f6:83:9a", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2cd337b6-26", "ovs_interfaceid": "2cd337b6-2673-470b-b1c8-62626cfa2bde", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1230.872750] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394783, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.438939} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1230.873047] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1230.873271] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1230.873513] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f9306146-2f77-4027-a27c-518a6aa05c71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.880155] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1230.880155] env[69760]: value = "task-3394784" [ 1230.880155] env[69760]: _type = "Task" [ 1230.880155] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.882101] env[69760]: DEBUG nova.compute.manager [req-cfc5b911-bbf2-4a6b-8da7-e787f6876c47 req-f2be2429-d851-4b89-8e96-2c15226984ab service nova] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Received event network-vif-deleted-88ee50b0-1ae1-488f-ade2-8bc7c5bfa872 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1230.890429] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394784, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.319116] env[69760]: DEBUG oslo_concurrency.lockutils [req-6af0bab1-8861-49ef-8c88-db2ba40f880f req-2994fa2d-e5f6-4833-88dc-7786682ab5e0 service nova] Releasing lock "refresh_cache-ce100496-bf05-409a-be94-57fa039789a0" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.326063] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.326342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1231.326572] env[69760]: DEBUG nova.objects.instance [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'resources' on Instance uuid 97a1f547-4d5e-42ad-9412-6e781b2a81f7 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1231.390067] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394784, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.058869} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1231.390336] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1231.391089] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1917c57d-6f21-4862-a2e4-74dd20fd4879 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.412754] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1231.412984] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4a582eb6-c84a-4e6b-9c97-71222a593f29 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.432279] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1231.432279] env[69760]: value = "task-3394785" [ 1231.432279] env[69760]: _type = "Task" [ 1231.432279] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1231.439620] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394785, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.947897] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394785, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1231.955515] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30b9f331-368d-4aa0-ae0d-e8ff8b9fcfc3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.963850] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef206249-3dc4-4f12-b6ba-d54709936b3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.999490] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffbf1208-a297-43dc-ae65-9e81d557d1eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.007330] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de3a043a-4966-4b81-8bdd-b6549a29fc35 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.021075] env[69760]: DEBUG nova.compute.provider_tree [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1232.444689] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394785, 'name': ReconfigVM_Task, 'duration_secs': 0.933045} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.445009] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1232.445810] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-943db4a0-14d7-4747-a1bd-5d0e94c861bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.452453] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1232.452453] env[69760]: value = "task-3394787" [ 1232.452453] env[69760]: _type = "Task" [ 1232.452453] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.460911] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394787, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.524149] env[69760]: DEBUG nova.scheduler.client.report [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1232.962030] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394787, 'name': Rename_Task, 'duration_secs': 0.295219} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.962432] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1232.962700] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-71e6b67c-8450-4f34-a023-ce1e4f9673c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.969321] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1232.969321] env[69760]: value = "task-3394788" [ 1232.969321] env[69760]: _type = "Task" [ 1232.969321] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.976954] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394788, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.029077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.703s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.050955] env[69760]: INFO nova.scheduler.client.report [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted allocations for instance 97a1f547-4d5e-42ad-9412-6e781b2a81f7 [ 1233.479605] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394788, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.559192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d2cdc50d-460a-4c4d-a4c0-485529809240 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "97a1f547-4d5e-42ad-9412-6e781b2a81f7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.742s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1233.990296] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394788, 'name': PowerOnVM_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.481402] env[69760]: DEBUG oslo_vmware.api [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394788, 'name': PowerOnVM_Task, 'duration_secs': 1.282689} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1234.481765] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1234.482013] env[69760]: INFO nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Took 7.89 seconds to spawn the instance on the hypervisor. [ 1234.482257] env[69760]: DEBUG nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1234.483303] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4a0deb8-6a8e-4d02-af84-cd6202cbadfb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.008028] env[69760]: INFO nova.compute.manager [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Took 12.66 seconds to build instance. [ 1235.117604] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.118084] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.509924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-9ece2bb1-274f-4145-9df5-90430c1a7d71 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.169s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.620617] env[69760]: DEBUG nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1235.759402] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.759872] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.033337] env[69760]: DEBUG nova.compute.manager [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Received event network-changed-09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1236.034084] env[69760]: DEBUG nova.compute.manager [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Refreshing instance network info cache due to event network-changed-09f2f5e4-43d7-4a16-b917-d0ee59039b96. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1236.034084] env[69760]: DEBUG oslo_concurrency.lockutils [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] Acquiring lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.034201] env[69760]: DEBUG oslo_concurrency.lockutils [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] Acquired lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.034501] env[69760]: DEBUG nova.network.neutron [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Refreshing network info cache for port 09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1236.146893] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.147191] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.148704] env[69760]: INFO nova.compute.claims [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.262726] env[69760]: DEBUG nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1236.770332] env[69760]: DEBUG nova.network.neutron [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updated VIF entry in instance network info cache for port 09f2f5e4-43d7-4a16-b917-d0ee59039b96. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1236.770693] env[69760]: DEBUG nova.network.neutron [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1236.785024] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1237.267994] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c8d8349-f99c-4fbc-be11-f1b09e5982f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.275513] env[69760]: DEBUG oslo_concurrency.lockutils [req-12741d6e-efcf-46d1-9898-a9eaf120cc0f req-8dab2102-1430-48e6-845a-32fadd56b893 service nova] Releasing lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.276750] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67f41124-4c40-4fe0-aa39-a10c6e021358 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.974620] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddd1d86e-a29a-49a9-9230-2a31dfc3e18a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.982837] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e15fcd97-91d8-40ee-b9c5-82be4754344b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.995933] env[69760]: DEBUG nova.compute.provider_tree [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1238.499320] env[69760]: DEBUG nova.scheduler.client.report [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1239.004645] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.857s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.005122] env[69760]: DEBUG nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1239.009081] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.224s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.011937] env[69760]: INFO nova.compute.claims [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1239.518926] env[69760]: DEBUG nova.compute.utils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1239.521767] env[69760]: DEBUG nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1239.521942] env[69760]: DEBUG nova.network.neutron [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1239.569534] env[69760]: DEBUG nova.policy [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5eb71c31944ec8290123e006a11b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3666199f264ff193576ca2df9efa74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1239.809777] env[69760]: DEBUG nova.network.neutron [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Successfully created port: fcae356a-227b-4efc-82d4-638b22064f74 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1240.023291] env[69760]: DEBUG nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1240.131402] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b109ebd9-ea4a-4cfb-8384-fd367e105857 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.139056] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33483845-bf44-4163-b356-b4f12914b02e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.170025] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6b1250-3210-44c7-a38e-2ef966df1757 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.177129] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7becbd2b-fe16-405b-a949-651a55236de8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.190088] env[69760]: DEBUG nova.compute.provider_tree [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.693664] env[69760]: DEBUG nova.scheduler.client.report [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.842455] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.842726] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.842913] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.843122] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.843318] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.843500] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.843678] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_power_states {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.034229] env[69760]: DEBUG nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1241.061255] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1241.061517] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1241.061704] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1241.061908] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1241.062086] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1241.062228] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1241.062420] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1241.062575] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1241.062741] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1241.062902] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1241.063117] env[69760]: DEBUG nova.virt.hardware [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1241.064039] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738bdc82-0fcf-4878-a943-e7f15c22662f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.072864] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1501038-cf9c-4f06-891f-a0628a6488ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.199166] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.190s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.199716] env[69760]: DEBUG nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1241.206093] env[69760]: DEBUG nova.compute.manager [req-948fdcc8-0932-4daa-b6fe-f93616a8cbe5 req-72a5adfc-e487-4091-bced-560491f2d33d service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Received event network-vif-plugged-fcae356a-227b-4efc-82d4-638b22064f74 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1241.206299] env[69760]: DEBUG oslo_concurrency.lockutils [req-948fdcc8-0932-4daa-b6fe-f93616a8cbe5 req-72a5adfc-e487-4091-bced-560491f2d33d service nova] Acquiring lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.206576] env[69760]: DEBUG oslo_concurrency.lockutils [req-948fdcc8-0932-4daa-b6fe-f93616a8cbe5 req-72a5adfc-e487-4091-bced-560491f2d33d service nova] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.206759] env[69760]: DEBUG oslo_concurrency.lockutils [req-948fdcc8-0932-4daa-b6fe-f93616a8cbe5 req-72a5adfc-e487-4091-bced-560491f2d33d service nova] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.206932] env[69760]: DEBUG nova.compute.manager [req-948fdcc8-0932-4daa-b6fe-f93616a8cbe5 req-72a5adfc-e487-4091-bced-560491f2d33d service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] No waiting events found dispatching network-vif-plugged-fcae356a-227b-4efc-82d4-638b22064f74 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1241.207097] env[69760]: WARNING nova.compute.manager [req-948fdcc8-0932-4daa-b6fe-f93616a8cbe5 req-72a5adfc-e487-4091-bced-560491f2d33d service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Received unexpected event network-vif-plugged-fcae356a-227b-4efc-82d4-638b22064f74 for instance with vm_state building and task_state spawning. [ 1241.297027] env[69760]: DEBUG nova.network.neutron [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Successfully updated port: fcae356a-227b-4efc-82d4-638b22064f74 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1241.348093] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Getting list of instances from cluster (obj){ [ 1241.348093] env[69760]: value = "domain-c8" [ 1241.348093] env[69760]: _type = "ClusterComputeResource" [ 1241.348093] env[69760]: } {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1241.349524] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35b38044-f4e6-47b4-baab-0e1094a689ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.365622] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Got total of 6 instances {{(pid=69760) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1241.365810] env[69760]: WARNING nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] While synchronizing instance power states, found 8 instances in the database and 6 instances on the hypervisor. [ 1241.365962] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.366144] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.366303] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 46d31245-eac8-406d-a938-f025d840b4df {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.366451] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid fb0a22c5-e502-4a49-a242-cc034a5fa471 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.366596] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid ce100496-bf05-409a-be94-57fa039789a0 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.367162] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid b938a497-3461-4b22-b144-c8d106b741e8 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.367162] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 0922cf8c-4c29-4285-b8c2-4d8449ab5819 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.367162] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Triggering sync for uuid 7f72f0c7-eff1-418c-bf90-f98cde572f72 {{(pid=69760) _sync_power_states /opt/stack/nova/nova/compute/manager.py:10944}} [ 1241.367339] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.367551] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.367806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.368019] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "4ba79151-430c-4e03-a510-02b62b973c86" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.368255] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "46d31245-eac8-406d-a938-f025d840b4df" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.368435] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "46d31245-eac8-406d-a938-f025d840b4df" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.368686] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.368880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.369125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "ce100496-bf05-409a-be94-57fa039789a0" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.369302] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "ce100496-bf05-409a-be94-57fa039789a0" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.369525] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.369697] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "b938a497-3461-4b22-b144-c8d106b741e8" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.369911] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.370147] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.370336] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.370466] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1241.371171] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b96c1e1-bedf-404a-8783-7b713d61e534 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.374238] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f14dbfc-a180-4bcd-8391-5245508f32bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.377048] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60a801ac-9120-4ec4-9b08-4b9b382fad98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.379726] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6d3616-6182-4a2b-ae0f-41add67f5e0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.382409] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f2b522f-bedd-4afd-926b-0ef35a40ba9b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.384940] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5f56573-c73f-4bcb-955e-a16033f7775e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.387958] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.705060] env[69760]: DEBUG nova.compute.utils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1241.706341] env[69760]: DEBUG nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1241.706519] env[69760]: DEBUG nova.network.neutron [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1241.744799] env[69760]: DEBUG nova.policy [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '31002c3c311a4ad9be04fd3e8337afa9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '87fcc12cd3fb4351a7902edafb3bfbc3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1241.800832] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "refresh_cache-0922cf8c-4c29-4285-b8c2-4d8449ab5819" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.800832] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "refresh_cache-0922cf8c-4c29-4285-b8c2-4d8449ab5819" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.800966] env[69760]: DEBUG nova.network.neutron [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1241.891483] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.891690] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.891856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.892023] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1241.893020] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-608917d1-5fde-427e-8988-dada7be0d9ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.901479] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0cdd4f0-3e30-470c-b087-ce03b3b0a510 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.905719] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.537s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.906136] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "4ba79151-430c-4e03-a510-02b62b973c86" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.538s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.907854] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "46d31245-eac8-406d-a938-f025d840b4df" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.539s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.917695] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.918096] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "ce100496-bf05-409a-be94-57fa039789a0" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.918403] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "b938a497-3461-4b22-b144-c8d106b741e8" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.549s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.919253] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daf27bb2-6d52-40df-88cd-8e6bda137138 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.926198] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04b3eb0b-79d8-4c14-a393-3331908658de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.957767] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179735MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1241.957961] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.958192] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.003917] env[69760]: DEBUG nova.network.neutron [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Successfully created port: cfce8c77-49d2-42cc-a463-08e2581c839f {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1242.209755] env[69760]: DEBUG nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1242.339395] env[69760]: DEBUG nova.network.neutron [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1242.467703] env[69760]: DEBUG nova.network.neutron [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Updating instance_info_cache with network_info: [{"id": "fcae356a-227b-4efc-82d4-638b22064f74", "address": "fa:16:3e:cc:ea:c5", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcae356a-22", "ovs_interfaceid": "fcae356a-227b-4efc-82d4-638b22064f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1242.970476] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "refresh_cache-0922cf8c-4c29-4285-b8c2-4d8449ab5819" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.970922] env[69760]: DEBUG nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Instance network_info: |[{"id": "fcae356a-227b-4efc-82d4-638b22064f74", "address": "fa:16:3e:cc:ea:c5", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcae356a-22", "ovs_interfaceid": "fcae356a-227b-4efc-82d4-638b22064f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1242.971438] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cc:ea:c5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fcae356a-227b-4efc-82d4-638b22064f74', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.979383] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1242.979590] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.979820] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6636f456-c5ea-4ae4-b99d-e426d2b74980 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.994734] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.994882] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 46d31245-eac8-406d-a938-f025d840b4df actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.995011] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 4ba79151-430c-4e03-a510-02b62b973c86 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.995142] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance fb0a22c5-e502-4a49-a242-cc034a5fa471 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.995258] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance ce100496-bf05-409a-be94-57fa039789a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.995371] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b938a497-3461-4b22-b144-c8d106b741e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.995483] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 0922cf8c-4c29-4285-b8c2-4d8449ab5819 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.995595] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 7f72f0c7-eff1-418c-bf90-f98cde572f72 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1242.995785] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1242.995943] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=200GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1243.005043] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1243.005043] env[69760]: value = "task-3394794" [ 1243.005043] env[69760]: _type = "Task" [ 1243.005043] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.013405] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394794, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.105623] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4e9c0f2-3c15-4c37-b460-fb310142cb6f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.114483] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60706233-c52b-4298-b912-5cbd2ceac318 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.145848] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db0d8cde-2a44-41a7-9a51-419a4ba43d4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.154052] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04fcffcf-4556-4436-abef-6ce49886f91c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.167757] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1243.222386] env[69760]: DEBUG nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1243.238244] env[69760]: DEBUG nova.compute.manager [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Received event network-changed-fcae356a-227b-4efc-82d4-638b22064f74 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1243.238479] env[69760]: DEBUG nova.compute.manager [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Refreshing instance network info cache due to event network-changed-fcae356a-227b-4efc-82d4-638b22064f74. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1243.238694] env[69760]: DEBUG oslo_concurrency.lockutils [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] Acquiring lock "refresh_cache-0922cf8c-4c29-4285-b8c2-4d8449ab5819" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.238835] env[69760]: DEBUG oslo_concurrency.lockutils [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] Acquired lock "refresh_cache-0922cf8c-4c29-4285-b8c2-4d8449ab5819" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.239514] env[69760]: DEBUG nova.network.neutron [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Refreshing network info cache for port fcae356a-227b-4efc-82d4-638b22064f74 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1243.255047] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1243.255328] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1243.255476] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1243.255652] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1243.255797] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1243.255942] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1243.256167] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1243.256329] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1243.256496] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1243.256687] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1243.256882] env[69760]: DEBUG nova.virt.hardware [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1243.258239] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f10d7420-7ab4-4961-8c53-49726e6dafda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.267437] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd34af-dc06-4b82-b818-5ac2e3e5b1b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.482101] env[69760]: DEBUG nova.network.neutron [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Successfully updated port: cfce8c77-49d2-42cc-a463-08e2581c839f {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1243.515728] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394794, 'name': CreateVM_Task, 'duration_secs': 0.362562} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.515890] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.516673] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.516842] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.517186] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.517442] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1b7f60f-0452-4ec5-ae37-16e61055c308 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.522296] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1243.522296] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525d0054-9a28-0ddf-fc2a-92921468ad30" [ 1243.522296] env[69760]: _type = "Task" [ 1243.522296] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.532148] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525d0054-9a28-0ddf-fc2a-92921468ad30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.670951] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1243.943955] env[69760]: DEBUG nova.network.neutron [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Updated VIF entry in instance network info cache for port fcae356a-227b-4efc-82d4-638b22064f74. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1243.944360] env[69760]: DEBUG nova.network.neutron [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Updating instance_info_cache with network_info: [{"id": "fcae356a-227b-4efc-82d4-638b22064f74", "address": "fa:16:3e:cc:ea:c5", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfcae356a-22", "ovs_interfaceid": "fcae356a-227b-4efc-82d4-638b22064f74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1243.984258] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "refresh_cache-7f72f0c7-eff1-418c-bf90-f98cde572f72" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.984585] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquired lock "refresh_cache-7f72f0c7-eff1-418c-bf90-f98cde572f72" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.984585] env[69760]: DEBUG nova.network.neutron [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1244.033429] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525d0054-9a28-0ddf-fc2a-92921468ad30, 'name': SearchDatastore_Task, 'duration_secs': 0.010407} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.033718] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.033950] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1244.034202] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.034348] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.034521] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1244.034764] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-948008d9-5db1-48a9-984f-1c0c10044fac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.043224] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1244.043395] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1244.044069] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fbc3b57-d1e8-4f47-99a4-f66f4d7f45f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.048932] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1244.048932] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527e7f8e-7e26-d52b-dafc-fd289e12ff0c" [ 1244.048932] env[69760]: _type = "Task" [ 1244.048932] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.056347] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527e7f8e-7e26-d52b-dafc-fd289e12ff0c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.175466] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1244.175663] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.217s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.447493] env[69760]: DEBUG oslo_concurrency.lockutils [req-2433873f-9f0c-4934-98ba-a194cde52756 req-b9743968-1076-4c0a-9d48-3249e98aa860 service nova] Releasing lock "refresh_cache-0922cf8c-4c29-4285-b8c2-4d8449ab5819" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.515776] env[69760]: DEBUG nova.network.neutron [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1244.560794] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527e7f8e-7e26-d52b-dafc-fd289e12ff0c, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1244.561565] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-105d848b-8eb6-4cd3-81c4-93f4eb3637b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.566972] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1244.566972] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527abc41-8c13-8c1a-e74b-243df5e8e458" [ 1244.566972] env[69760]: _type = "Task" [ 1244.566972] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1244.574580] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527abc41-8c13-8c1a-e74b-243df5e8e458, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1244.634989] env[69760]: DEBUG nova.network.neutron [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Updating instance_info_cache with network_info: [{"id": "cfce8c77-49d2-42cc-a463-08e2581c839f", "address": "fa:16:3e:30:49:94", "network": {"id": "045620c5-d2b3-4bf0-bfda-be226720f4d9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-653381315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcc12cd3fb4351a7902edafb3bfbc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfce8c77-49", "ovs_interfaceid": "cfce8c77-49d2-42cc-a463-08e2581c839f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1245.078030] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527abc41-8c13-8c1a-e74b-243df5e8e458, 'name': SearchDatastore_Task, 'duration_secs': 0.009951} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.078339] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.078509] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0922cf8c-4c29-4285-b8c2-4d8449ab5819/0922cf8c-4c29-4285-b8c2-4d8449ab5819.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1245.078754] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-19352373-542f-4ca9-be58-e39c390e0b40 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.085211] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1245.085211] env[69760]: value = "task-3394796" [ 1245.085211] env[69760]: _type = "Task" [ 1245.085211] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.092777] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394796, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.137662] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Releasing lock "refresh_cache-7f72f0c7-eff1-418c-bf90-f98cde572f72" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1245.138037] env[69760]: DEBUG nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Instance network_info: |[{"id": "cfce8c77-49d2-42cc-a463-08e2581c839f", "address": "fa:16:3e:30:49:94", "network": {"id": "045620c5-d2b3-4bf0-bfda-be226720f4d9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-653381315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcc12cd3fb4351a7902edafb3bfbc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfce8c77-49", "ovs_interfaceid": "cfce8c77-49d2-42cc-a463-08e2581c839f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1245.138440] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:30:49:94', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f267bcdd-0daa-4337-9709-5fc060c267d8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cfce8c77-49d2-42cc-a463-08e2581c839f', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1245.145960] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Creating folder: Project (87fcc12cd3fb4351a7902edafb3bfbc3). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.146235] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-195a33d8-9422-4d50-aed2-73a588251b0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.159156] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Created folder: Project (87fcc12cd3fb4351a7902edafb3bfbc3) in parent group-v676970. [ 1245.159362] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Creating folder: Instances. Parent ref: group-v677287. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1245.159588] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-49ec16d1-c246-4a57-af2a-50d24d318b4b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.168987] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Created folder: Instances in parent group-v677287. [ 1245.169240] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1245.169429] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1245.169624] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c75a2f49-eab5-4df3-afe8-00f064029194 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.188574] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1245.188574] env[69760]: value = "task-3394799" [ 1245.188574] env[69760]: _type = "Task" [ 1245.188574] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.196248] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394799, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.270271] env[69760]: DEBUG nova.compute.manager [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Received event network-vif-plugged-cfce8c77-49d2-42cc-a463-08e2581c839f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.270431] env[69760]: DEBUG oslo_concurrency.lockutils [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] Acquiring lock "7f72f0c7-eff1-418c-bf90-f98cde572f72-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.270632] env[69760]: DEBUG oslo_concurrency.lockutils [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.270839] env[69760]: DEBUG oslo_concurrency.lockutils [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.271030] env[69760]: DEBUG nova.compute.manager [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] No waiting events found dispatching network-vif-plugged-cfce8c77-49d2-42cc-a463-08e2581c839f {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1245.271206] env[69760]: WARNING nova.compute.manager [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Received unexpected event network-vif-plugged-cfce8c77-49d2-42cc-a463-08e2581c839f for instance with vm_state building and task_state spawning. [ 1245.271369] env[69760]: DEBUG nova.compute.manager [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Received event network-changed-cfce8c77-49d2-42cc-a463-08e2581c839f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1245.271521] env[69760]: DEBUG nova.compute.manager [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Refreshing instance network info cache due to event network-changed-cfce8c77-49d2-42cc-a463-08e2581c839f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1245.271703] env[69760]: DEBUG oslo_concurrency.lockutils [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] Acquiring lock "refresh_cache-7f72f0c7-eff1-418c-bf90-f98cde572f72" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.271836] env[69760]: DEBUG oslo_concurrency.lockutils [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] Acquired lock "refresh_cache-7f72f0c7-eff1-418c-bf90-f98cde572f72" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.271990] env[69760]: DEBUG nova.network.neutron [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Refreshing network info cache for port cfce8c77-49d2-42cc-a463-08e2581c839f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1245.597504] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394796, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436295} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.599032] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0922cf8c-4c29-4285-b8c2-4d8449ab5819/0922cf8c-4c29-4285-b8c2-4d8449ab5819.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1245.599032] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1245.599032] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a6db6229-4518-4d4b-ab4f-79683bd212cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.607427] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1245.607427] env[69760]: value = "task-3394800" [ 1245.607427] env[69760]: _type = "Task" [ 1245.607427] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.617832] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394800, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.698534] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394799, 'name': CreateVM_Task, 'duration_secs': 0.439275} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1245.698721] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1245.699537] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1245.699745] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1245.700113] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1245.700448] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-649699d0-a0f5-437c-96b3-392e99a9b741 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1245.706360] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1245.706360] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52830469-8142-9962-6b15-1d4ec129f38d" [ 1245.706360] env[69760]: _type = "Task" [ 1245.706360] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1245.714105] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52830469-8142-9962-6b15-1d4ec129f38d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1245.949509] env[69760]: DEBUG nova.network.neutron [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Updated VIF entry in instance network info cache for port cfce8c77-49d2-42cc-a463-08e2581c839f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1245.949868] env[69760]: DEBUG nova.network.neutron [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Updating instance_info_cache with network_info: [{"id": "cfce8c77-49d2-42cc-a463-08e2581c839f", "address": "fa:16:3e:30:49:94", "network": {"id": "045620c5-d2b3-4bf0-bfda-be226720f4d9", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-653381315-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "87fcc12cd3fb4351a7902edafb3bfbc3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f267bcdd-0daa-4337-9709-5fc060c267d8", "external-id": "nsx-vlan-transportzone-308", "segmentation_id": 308, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcfce8c77-49", "ovs_interfaceid": "cfce8c77-49d2-42cc-a463-08e2581c839f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1246.116987] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394800, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068579} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.117353] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1246.118084] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b8a954e-8c32-4670-9eca-9d7a3ba0b821 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.140310] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 0922cf8c-4c29-4285-b8c2-4d8449ab5819/0922cf8c-4c29-4285-b8c2-4d8449ab5819.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1246.140497] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-78f5ec6d-83ea-4882-b9b4-0c2fa939837a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.159656] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1246.159656] env[69760]: value = "task-3394801" [ 1246.159656] env[69760]: _type = "Task" [ 1246.159656] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.167300] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394801, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.218057] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52830469-8142-9962-6b15-1d4ec129f38d, 'name': SearchDatastore_Task, 'duration_secs': 0.010933} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.218438] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.218720] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1246.218997] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1246.219173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1246.219395] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.219681] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c4a27b26-6087-4d5c-a795-4ab2c9329cd1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.228316] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.228534] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1246.229228] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-48782ae0-08dc-4065-9934-8d06b1f41534 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.234471] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1246.234471] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d3653-fa83-fff8-34e2-45d37d158190" [ 1246.234471] env[69760]: _type = "Task" [ 1246.234471] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.242361] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d3653-fa83-fff8-34e2-45d37d158190, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.453220] env[69760]: DEBUG oslo_concurrency.lockutils [req-f572e1d6-0f65-4d68-97ce-fd013197ef05 req-b12eee12-fa94-43b2-a0e4-e11310a61b99 service nova] Releasing lock "refresh_cache-7f72f0c7-eff1-418c-bf90-f98cde572f72" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.669811] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394801, 'name': ReconfigVM_Task, 'duration_secs': 0.27304} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.670129] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 0922cf8c-4c29-4285-b8c2-4d8449ab5819/0922cf8c-4c29-4285-b8c2-4d8449ab5819.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1246.670751] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5c450a35-b2a1-4207-b6e2-f509ff50cf48 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.678341] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1246.678341] env[69760]: value = "task-3394802" [ 1246.678341] env[69760]: _type = "Task" [ 1246.678341] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.687170] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394802, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.747277] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527d3653-fa83-fff8-34e2-45d37d158190, 'name': SearchDatastore_Task, 'duration_secs': 0.009721} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1246.748729] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-908057b6-00eb-4837-90cd-e7f13e1b94e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.756582] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1246.756582] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529173a8-4226-065b-d15f-a4bcb3e372cd" [ 1246.756582] env[69760]: _type = "Task" [ 1246.756582] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.765621] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529173a8-4226-065b-d15f-a4bcb3e372cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.189387] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394802, 'name': Rename_Task, 'duration_secs': 0.149313} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.189694] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1247.189928] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9de65462-f9f7-4643-91e4-ce39863eb0c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.197425] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1247.197425] env[69760]: value = "task-3394803" [ 1247.197425] env[69760]: _type = "Task" [ 1247.197425] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.205417] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.267613] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529173a8-4226-065b-d15f-a4bcb3e372cd, 'name': SearchDatastore_Task, 'duration_secs': 0.010666} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.267891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.268225] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 7f72f0c7-eff1-418c-bf90-f98cde572f72/7f72f0c7-eff1-418c-bf90-f98cde572f72.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1247.268515] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f08c5907-1a88-4038-9a37-410c73306af9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.286430] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1247.286430] env[69760]: value = "task-3394804" [ 1247.286430] env[69760]: _type = "Task" [ 1247.286430] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.295503] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394804, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.709683] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394803, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.797047] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394804, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.447691} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.797427] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 7f72f0c7-eff1-418c-bf90-f98cde572f72/7f72f0c7-eff1-418c-bf90-f98cde572f72.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1247.797697] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1247.798061] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-56e57243-9b83-48c6-a3c3-2982254ef5d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.806937] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1247.806937] env[69760]: value = "task-3394805" [ 1247.806937] env[69760]: _type = "Task" [ 1247.806937] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.817502] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394805, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.885453] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.885702] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.213153] env[69760]: DEBUG oslo_vmware.api [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394803, 'name': PowerOnVM_Task, 'duration_secs': 0.626459} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.213640] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1248.213947] env[69760]: INFO nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Took 7.18 seconds to spawn the instance on the hypervisor. [ 1248.214270] env[69760]: DEBUG nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1248.215397] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0a8c41e-f724-4b6b-ac8d-d2f5fe93068e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.317638] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394805, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06695} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1248.317931] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1248.318747] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae661c5-10f9-4fa9-ad63-64f945f070e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.341452] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Reconfiguring VM instance instance-00000074 to attach disk [datastore1] 7f72f0c7-eff1-418c-bf90-f98cde572f72/7f72f0c7-eff1-418c-bf90-f98cde572f72.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1248.341730] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2ae7c29-c462-40bc-8a0a-463d4395808e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.362411] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1248.362411] env[69760]: value = "task-3394806" [ 1248.362411] env[69760]: _type = "Task" [ 1248.362411] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1248.370733] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394806, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.393061] env[69760]: DEBUG nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1248.736417] env[69760]: INFO nova.compute.manager [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Took 12.61 seconds to build instance. [ 1248.873558] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.919469] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.919767] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1248.921741] env[69760]: INFO nova.compute.claims [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1249.239210] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ccb755c0-2739-4381-973f-3010dc0834da tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.121s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.239603] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.870s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.239710] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] During sync_power_state the instance has a pending task (spawning). Skip. [ 1249.239885] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.373029] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394806, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.685298] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.685590] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.685780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1249.685963] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.686173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.688787] env[69760]: INFO nova.compute.manager [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Terminating instance [ 1249.873590] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394806, 'name': ReconfigVM_Task, 'duration_secs': 1.285964} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.873892] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Reconfigured VM instance instance-00000074 to attach disk [datastore1] 7f72f0c7-eff1-418c-bf90-f98cde572f72/7f72f0c7-eff1-418c-bf90-f98cde572f72.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1249.874540] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cee3cdae-4a1a-4572-8d82-7e6afe8f1061 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.883281] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1249.883281] env[69760]: value = "task-3394807" [ 1249.883281] env[69760]: _type = "Task" [ 1249.883281] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.892899] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394807, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.042558] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26a7fe44-5c5f-4490-aa39-6f73d5ef5743 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.050350] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35d5af36-3ab3-4aa9-8bd7-042eb410aeb4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.081046] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f82a26-fc8d-4724-a450-8a5d62e0593f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.088619] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc09436-c29c-49b0-94ef-d855ee746f01 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.102098] env[69760]: DEBUG nova.compute.provider_tree [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.192874] env[69760]: DEBUG nova.compute.manager [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1250.193151] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.194130] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3be0ff2f-908f-4d48-aa15-d07ffb8d538d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.202060] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.202279] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94a6e4b5-5700-4f53-935b-394be694b054 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.209230] env[69760]: DEBUG oslo_vmware.api [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1250.209230] env[69760]: value = "task-3394808" [ 1250.209230] env[69760]: _type = "Task" [ 1250.209230] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.218278] env[69760]: DEBUG oslo_vmware.api [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394808, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.393783] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394807, 'name': Rename_Task, 'duration_secs': 0.162634} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.394192] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1250.394505] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac55dff-8878-488a-b9cc-20bddb29fe57 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.401845] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1250.401845] env[69760]: value = "task-3394809" [ 1250.401845] env[69760]: _type = "Task" [ 1250.401845] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.410811] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394809, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.605396] env[69760]: DEBUG nova.scheduler.client.report [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1250.720240] env[69760]: DEBUG oslo_vmware.api [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394808, 'name': PowerOffVM_Task, 'duration_secs': 0.18848} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1250.720474] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1250.720655] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1250.720909] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f65a9e4-c6a5-4c7b-a1ab-0ad8c2ca1df5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.782447] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1250.782658] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1250.782840] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleting the datastore file [datastore2] 0922cf8c-4c29-4285-b8c2-4d8449ab5819 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1250.783115] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4981530e-55e0-4ed7-ba80-509ef2982860 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.790224] env[69760]: DEBUG oslo_vmware.api [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1250.790224] env[69760]: value = "task-3394811" [ 1250.790224] env[69760]: _type = "Task" [ 1250.790224] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.798633] env[69760]: DEBUG oslo_vmware.api [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394811, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.914476] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394809, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.111108] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.191s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.111591] env[69760]: DEBUG nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1251.300354] env[69760]: DEBUG oslo_vmware.api [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394811, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.12867} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.300667] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1251.300866] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1251.301073] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1251.301257] env[69760]: INFO nova.compute.manager [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1251.301494] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1251.301691] env[69760]: DEBUG nova.compute.manager [-] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1251.301789] env[69760]: DEBUG nova.network.neutron [-] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1251.413855] env[69760]: DEBUG oslo_vmware.api [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394809, 'name': PowerOnVM_Task, 'duration_secs': 0.84058} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.414181] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1251.414346] env[69760]: INFO nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Took 8.19 seconds to spawn the instance on the hypervisor. [ 1251.414525] env[69760]: DEBUG nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1251.415319] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b97fe5a1-f938-45e8-8783-1e0025b00a92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.616777] env[69760]: DEBUG nova.compute.utils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1251.618288] env[69760]: DEBUG nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1251.618343] env[69760]: DEBUG nova.network.neutron [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1251.635786] env[69760]: DEBUG nova.compute.manager [req-52025a80-de08-497e-b782-a08360eca747 req-13a46ceb-58e9-422a-86de-b711d16baf1f service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Received event network-vif-deleted-fcae356a-227b-4efc-82d4-638b22064f74 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1251.635786] env[69760]: INFO nova.compute.manager [req-52025a80-de08-497e-b782-a08360eca747 req-13a46ceb-58e9-422a-86de-b711d16baf1f service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Neutron deleted interface fcae356a-227b-4efc-82d4-638b22064f74; detaching it from the instance and deleting it from the info cache [ 1251.635786] env[69760]: DEBUG nova.network.neutron [req-52025a80-de08-497e-b782-a08360eca747 req-13a46ceb-58e9-422a-86de-b711d16baf1f service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.661879] env[69760]: DEBUG nova.policy [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '039373538d9d4f60a9347b81658c855f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '42aa9af93d2848df8c6d9df92d844712', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1251.932205] env[69760]: INFO nova.compute.manager [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Took 15.16 seconds to build instance. [ 1251.950474] env[69760]: DEBUG nova.network.neutron [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Successfully created port: ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1252.112320] env[69760]: DEBUG nova.network.neutron [-] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.121385] env[69760]: DEBUG nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1252.137755] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2ed5dff7-835e-413d-981f-e5408955306c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.147998] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad7ffdc2-2ecc-4983-b369-d43f722d607f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.184974] env[69760]: DEBUG nova.compute.manager [req-52025a80-de08-497e-b782-a08360eca747 req-13a46ceb-58e9-422a-86de-b711d16baf1f service nova] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Detach interface failed, port_id=fcae356a-227b-4efc-82d4-638b22064f74, reason: Instance 0922cf8c-4c29-4285-b8c2-4d8449ab5819 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1252.439724] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6769b08-b7dd-4da8-8863-30a43990a703 tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.679s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.439724] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 11.069s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.440121] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa39eb11-41b4-42f0-87d2-1747ad703cf7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.616542] env[69760]: INFO nova.compute.manager [-] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Took 1.31 seconds to deallocate network for instance. [ 1252.628909] env[69760]: INFO nova.virt.block_device [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Booting with volume 78eb7208-2e5e-4e2f-8ecf-34736fd4efe4 at /dev/sda [ 1252.664611] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f181e191-f983-4028-9da7-1b4ff5652da6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.675021] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-220b5b62-fe77-41cd-b59e-5bfb13a64a69 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.704385] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-fef653a8-38c3-455f-9acc-6484946065f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.712961] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-757e5ba1-d1af-45df-b854-1a12d774583c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.743151] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0264c0db-1050-40c0-8738-92f86e2e98c9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.750194] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f696c2-fe57-4df3-8406-2bd7ab70899d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.764742] env[69760]: DEBUG nova.virt.block_device [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating existing volume attachment record: 9315f017-93c0-44e5-9b92-b52810a84922 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1252.928946] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.951854] env[69760]: INFO nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] During sync_power_state the instance has a pending task (deleting). Skip. [ 1252.951954] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.513s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.952238] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.023s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.952464] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "7f72f0c7-eff1-418c-bf90-f98cde572f72-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1252.952664] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1252.952826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1252.954751] env[69760]: INFO nova.compute.manager [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Terminating instance [ 1253.122597] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.122881] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.123118] env[69760]: DEBUG nova.objects.instance [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'resources' on Instance uuid 0922cf8c-4c29-4285-b8c2-4d8449ab5819 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1253.387655] env[69760]: DEBUG nova.network.neutron [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Successfully updated port: ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1253.459066] env[69760]: DEBUG nova.compute.manager [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1253.459066] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1253.459768] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8368ee88-e9c5-49c4-a46c-b501ca9542f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.467930] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1253.468203] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-327ed30d-13f4-4226-bd4a-7cc03613389e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.475195] env[69760]: DEBUG oslo_vmware.api [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1253.475195] env[69760]: value = "task-3394812" [ 1253.475195] env[69760]: _type = "Task" [ 1253.475195] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.485802] env[69760]: DEBUG oslo_vmware.api [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394812, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.663370] env[69760]: DEBUG nova.compute.manager [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Received event network-vif-plugged-ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.663597] env[69760]: DEBUG oslo_concurrency.lockutils [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] Acquiring lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1253.663803] env[69760]: DEBUG oslo_concurrency.lockutils [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1253.663968] env[69760]: DEBUG oslo_concurrency.lockutils [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1253.664150] env[69760]: DEBUG nova.compute.manager [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] No waiting events found dispatching network-vif-plugged-ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1253.664317] env[69760]: WARNING nova.compute.manager [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Received unexpected event network-vif-plugged-ac28eedb-529e-4a26-99a0-d9093361da46 for instance with vm_state building and task_state block_device_mapping. [ 1253.664678] env[69760]: DEBUG nova.compute.manager [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Received event network-changed-ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1253.664845] env[69760]: DEBUG nova.compute.manager [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Refreshing instance network info cache due to event network-changed-ac28eedb-529e-4a26-99a0-d9093361da46. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1253.665224] env[69760]: DEBUG oslo_concurrency.lockutils [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] Acquiring lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.665387] env[69760]: DEBUG oslo_concurrency.lockutils [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] Acquired lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.665575] env[69760]: DEBUG nova.network.neutron [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Refreshing network info cache for port ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1253.748554] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4739d4a0-f7cd-4e8d-8770-e4b6a65b35df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.756285] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cfc7d76-2d4e-4f09-8565-53b81555467c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.785895] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-599e23ad-62f4-4780-8956-11f3991b4670 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.792997] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ac25f8e-8dda-4f53-84ba-36c19e8f1f42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.806779] env[69760]: DEBUG nova.compute.provider_tree [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1253.890632] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.984737] env[69760]: DEBUG oslo_vmware.api [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394812, 'name': PowerOffVM_Task, 'duration_secs': 0.202219} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.984987] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1253.985239] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1253.985423] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-80b50a52-8852-4f53-9e69-af64b8608a3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.043838] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1254.044100] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1254.044290] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Deleting the datastore file [datastore1] 7f72f0c7-eff1-418c-bf90-f98cde572f72 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1254.044554] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a4650a06-67cd-4b95-ba83-eb87d7cf1238 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.052273] env[69760]: DEBUG oslo_vmware.api [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for the task: (returnval){ [ 1254.052273] env[69760]: value = "task-3394814" [ 1254.052273] env[69760]: _type = "Task" [ 1254.052273] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.061922] env[69760]: DEBUG oslo_vmware.api [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394814, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.197932] env[69760]: DEBUG nova.network.neutron [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1254.262528] env[69760]: DEBUG nova.network.neutron [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1254.311059] env[69760]: DEBUG nova.scheduler.client.report [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1254.563719] env[69760]: DEBUG oslo_vmware.api [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Task: {'id': task-3394814, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.118368} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.564128] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1254.564339] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1254.565019] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1254.565019] env[69760]: INFO nova.compute.manager [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1254.565181] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1254.565445] env[69760]: DEBUG nova.compute.manager [-] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1254.565588] env[69760]: DEBUG nova.network.neutron [-] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1254.768418] env[69760]: DEBUG oslo_concurrency.lockutils [req-db36935f-6a5f-452d-be24-039367187f80 req-e2aaf900-9160-4668-a9f8-a46e94a1cdec service nova] Releasing lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.768418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.768418] env[69760]: DEBUG nova.network.neutron [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1254.816076] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.693s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.835564] env[69760]: INFO nova.scheduler.client.report [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted allocations for instance 0922cf8c-4c29-4285-b8c2-4d8449ab5819 [ 1254.847065] env[69760]: DEBUG nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1254.847619] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1254.847835] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1254.847995] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1254.848272] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1254.848427] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1254.848578] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1254.848788] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1254.848947] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1254.849161] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1254.849345] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1254.849520] env[69760]: DEBUG nova.virt.hardware [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1254.850377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90f67ef5-0b3d-432c-a007-93db245c565d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.859429] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d2e6093-4b19-40fa-bdbb-8e2625824706 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.270492] env[69760]: DEBUG nova.network.neutron [-] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.298645] env[69760]: DEBUG nova.network.neutron [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1255.342303] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b4c24c7-57d4-4c76-855c-c1dd81a3e7ff tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "0922cf8c-4c29-4285-b8c2-4d8449ab5819" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.657s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.429209] env[69760]: DEBUG nova.network.neutron [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance_info_cache with network_info: [{"id": "ac28eedb-529e-4a26-99a0-d9093361da46", "address": "fa:16:3e:b8:4a:23", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac28eedb-52", "ovs_interfaceid": "ac28eedb-529e-4a26-99a0-d9093361da46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1255.690406] env[69760]: DEBUG nova.compute.manager [req-c3d7f55b-6c3d-41e4-85b9-c16b48cdebb2 req-9796e37b-bad0-4d19-ae49-6666db887a56 service nova] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Received event network-vif-deleted-cfce8c77-49d2-42cc-a463-08e2581c839f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1255.773859] env[69760]: INFO nova.compute.manager [-] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Took 1.21 seconds to deallocate network for instance. [ 1255.932310] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.932697] env[69760]: DEBUG nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Instance network_info: |[{"id": "ac28eedb-529e-4a26-99a0-d9093361da46", "address": "fa:16:3e:b8:4a:23", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac28eedb-52", "ovs_interfaceid": "ac28eedb-529e-4a26-99a0-d9093361da46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1255.933140] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b8:4a:23', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '821e0800-fabf-48d0-87b4-db5a1eddce93', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ac28eedb-529e-4a26-99a0-d9093361da46', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1255.940782] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1255.941095] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1255.941400] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d42691e3-a886-45d4-b488-4ec167d6ad14 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.964514] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1255.964514] env[69760]: value = "task-3394815" [ 1255.964514] env[69760]: _type = "Task" [ 1255.964514] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.972605] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394815, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.282596] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.283060] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.283399] env[69760]: DEBUG nova.objects.instance [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lazy-loading 'resources' on Instance uuid 7f72f0c7-eff1-418c-bf90-f98cde572f72 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1256.475049] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394815, 'name': CreateVM_Task, 'duration_secs': 0.286588} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1256.475237] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1256.475921] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'guest_format': None, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677285', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'name': 'volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a813dc5-e8c0-4b06-a68e-b91835f08c3b', 'attached_at': '', 'detached_at': '', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'serial': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4'}, 'mount_device': '/dev/sda', 'device_type': None, 'boot_index': 0, 'attachment_id': '9315f017-93c0-44e5-9b92-b52810a84922', 'delete_on_termination': True, 'disk_bus': None, 'volume_type': None}], 'swap': None} {{(pid=69760) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1256.476171] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Root volume attach. Driver type: vmdk {{(pid=69760) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1256.476981] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e49a84d1-4192-47b6-a227-97874ef2eeaf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.484959] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15c1493c-18d3-41a7-baf9-f98ea104b005 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.491976] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a54de6ca-55fc-47c3-8c84-95a6fc672481 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.498716] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-16390f5e-8c14-412e-a7d9-b95b6589d864 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.506488] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1256.506488] env[69760]: value = "task-3394816" [ 1256.506488] env[69760]: _type = "Task" [ 1256.506488] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.514703] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.611495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.611734] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.916536] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b348df42-d97d-4546-8aa2-e9f52583bc5e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.927365] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee5a9bd5-fa24-4cc8-85e9-4113520b2869 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.960840] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04266be-d0f3-4e2e-b654-c53ac4b70ef2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.971145] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffd49f2f-db65-4f13-b6b7-7241c85d895f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.991564] env[69760]: DEBUG nova.compute.provider_tree [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1257.018602] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 43%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.113608] env[69760]: DEBUG nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1257.495119] env[69760]: DEBUG nova.scheduler.client.report [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1257.520152] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 56%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.633434] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.000774] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.003253] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.370s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.004839] env[69760]: INFO nova.compute.claims [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1258.020226] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 71%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.023970] env[69760]: INFO nova.scheduler.client.report [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Deleted allocations for instance 7f72f0c7-eff1-418c-bf90-f98cde572f72 [ 1258.029783] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1258.030033] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1258.524218] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 86%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.532693] env[69760]: DEBUG oslo_concurrency.lockutils [None req-037ed467-ba7b-4902-8451-fa82c548f0ae tempest-ServerTagsTestJSON-185036483 tempest-ServerTagsTestJSON-185036483-project-member] Lock "7f72f0c7-eff1-418c-bf90-f98cde572f72" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.580s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1258.534068] env[69760]: INFO nova.compute.manager [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Detaching volume 3ecae48e-3bcd-458b-8a71-068a8dd18f47 [ 1258.571823] env[69760]: INFO nova.virt.block_device [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Attempting to driver detach volume 3ecae48e-3bcd-458b-8a71-068a8dd18f47 from mountpoint /dev/sdb [ 1258.572279] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1258.572575] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677277', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'name': 'volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ba79151-430c-4e03-a510-02b62b973c86', 'attached_at': '', 'detached_at': '', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'serial': '3ecae48e-3bcd-458b-8a71-068a8dd18f47'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1258.573506] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f807d676-0f0b-4b9f-a2c4-145768edf130 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.600894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-314b7e32-495c-4aa4-83fa-864b5658d845 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.611525] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcdb2b3f-36ab-48fa-87be-9e8d41073f30 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.635332] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7727e144-66fa-44ad-bc16-398fc7f31d1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.654383] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] The volume has not been displaced from its original location: [datastore2] volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47/volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1258.659869] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfiguring VM instance instance-00000068 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.660252] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d0eb2825-0a64-4d2e-bfda-8e9c5a40b859 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.681547] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1258.681547] env[69760]: value = "task-3394817" [ 1258.681547] env[69760]: _type = "Task" [ 1258.681547] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.693100] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394817, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.021108] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 97%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.121860] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93bd54e-21f1-477c-9078-7477871164ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.130106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4562300f-11a8-4c0c-a751-f0f5910b65c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.161722] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a15501c9-2c96-4697-853b-bfa569ecb274 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.169251] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-107b825b-539c-4964-84be-62d1a7d82c73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.182795] env[69760]: DEBUG nova.compute.provider_tree [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1259.192091] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.523845] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 97%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.689305] env[69760]: DEBUG nova.scheduler.client.report [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1259.697759] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394817, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.022770] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task} progress is 98%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.195538] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.192s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1260.196059] env[69760]: DEBUG nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1260.198582] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394817, 'name': ReconfigVM_Task, 'duration_secs': 1.29776} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.199034] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Reconfigured VM instance instance-00000068 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1260.203735] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25c63089-371c-44bc-852b-a95bb7d34518 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.225059] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1260.225059] env[69760]: value = "task-3394818" [ 1260.225059] env[69760]: _type = "Task" [ 1260.225059] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.234155] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394818, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.523163] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394816, 'name': RelocateVM_Task, 'duration_secs': 3.804363} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.523527] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1260.523731] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677285', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'name': 'volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a813dc5-e8c0-4b06-a68e-b91835f08c3b', 'attached_at': '', 'detached_at': '', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'serial': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1260.524508] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8170c65c-e089-43fa-91b4-3cd6e533b4f2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.541647] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80443ea3-07b0-4944-b35b-2291e42a10df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.565269] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4/volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1260.565601] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9adc269c-6a38-4a74-9712-26405bb1ffae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.590878] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1260.590878] env[69760]: value = "task-3394819" [ 1260.590878] env[69760]: _type = "Task" [ 1260.590878] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.600917] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394819, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.700938] env[69760]: DEBUG nova.compute.utils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1260.703025] env[69760]: DEBUG nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1260.703025] env[69760]: DEBUG nova.network.neutron [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1260.733620] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.748578] env[69760]: DEBUG nova.policy [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ea5eb71c31944ec8290123e006a11b6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bd3666199f264ff193576ca2df9efa74', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1260.992066] env[69760]: DEBUG nova.network.neutron [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Successfully created port: 4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1261.101281] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.206470] env[69760]: DEBUG nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1261.234947] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394818, 'name': ReconfigVM_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.601830] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394819, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.734938] env[69760]: DEBUG oslo_vmware.api [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394818, 'name': ReconfigVM_Task, 'duration_secs': 1.177694} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1261.735690] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677277', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'name': 'volume-3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '4ba79151-430c-4e03-a510-02b62b973c86', 'attached_at': '', 'detached_at': '', 'volume_id': '3ecae48e-3bcd-458b-8a71-068a8dd18f47', 'serial': '3ecae48e-3bcd-458b-8a71-068a8dd18f47'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1262.101972] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394819, 'name': ReconfigVM_Task, 'duration_secs': 1.077235} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.103043] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4/volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.107464] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c3c7435-5450-4d8d-bcb6-12c503da3e5a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.123500] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1262.123500] env[69760]: value = "task-3394820" [ 1262.123500] env[69760]: _type = "Task" [ 1262.123500] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.132817] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394820, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.215309] env[69760]: DEBUG nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1262.242744] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1262.243010] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1262.243187] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1262.243524] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1262.243524] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1262.243649] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1262.244028] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1262.244028] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1262.244221] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1262.244426] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1262.244661] env[69760]: DEBUG nova.virt.hardware [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1262.245623] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23d48bc4-b703-4c1e-881c-d3433e1d9fc1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.254475] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee6f15-4a7f-4bb4-a668-23d159856584 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.283609] env[69760]: DEBUG nova.objects.instance [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'flavor' on Instance uuid 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1262.349116] env[69760]: DEBUG nova.compute.manager [req-1c063f2f-a42a-4f0f-99ed-c0ad7315ecf8 req-7ae6dacc-4ca9-425b-99b4-403da79d4e74 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Received event network-vif-plugged-4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1262.349405] env[69760]: DEBUG oslo_concurrency.lockutils [req-1c063f2f-a42a-4f0f-99ed-c0ad7315ecf8 req-7ae6dacc-4ca9-425b-99b4-403da79d4e74 service nova] Acquiring lock "027b5f48-6005-4eec-a7c4-bb41578e9c30-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1262.349589] env[69760]: DEBUG oslo_concurrency.lockutils [req-1c063f2f-a42a-4f0f-99ed-c0ad7315ecf8 req-7ae6dacc-4ca9-425b-99b4-403da79d4e74 service nova] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1262.349758] env[69760]: DEBUG oslo_concurrency.lockutils [req-1c063f2f-a42a-4f0f-99ed-c0ad7315ecf8 req-7ae6dacc-4ca9-425b-99b4-403da79d4e74 service nova] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.349928] env[69760]: DEBUG nova.compute.manager [req-1c063f2f-a42a-4f0f-99ed-c0ad7315ecf8 req-7ae6dacc-4ca9-425b-99b4-403da79d4e74 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] No waiting events found dispatching network-vif-plugged-4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1262.350103] env[69760]: WARNING nova.compute.manager [req-1c063f2f-a42a-4f0f-99ed-c0ad7315ecf8 req-7ae6dacc-4ca9-425b-99b4-403da79d4e74 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Received unexpected event network-vif-plugged-4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 for instance with vm_state building and task_state spawning. [ 1262.440709] env[69760]: DEBUG nova.network.neutron [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Successfully updated port: 4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1262.633727] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394820, 'name': ReconfigVM_Task, 'duration_secs': 0.167264} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.634037] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677285', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'name': 'volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '0a813dc5-e8c0-4b06-a68e-b91835f08c3b', 'attached_at': '', 'detached_at': '', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'serial': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1262.634552] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-331f89a9-6924-4ebc-93b1-9a9be2d6178c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.640866] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1262.640866] env[69760]: value = "task-3394821" [ 1262.640866] env[69760]: _type = "Task" [ 1262.640866] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.648176] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394821, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.943608] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "refresh_cache-027b5f48-6005-4eec-a7c4-bb41578e9c30" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.943763] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "refresh_cache-027b5f48-6005-4eec-a7c4-bb41578e9c30" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.945076] env[69760]: DEBUG nova.network.neutron [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1263.150991] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394821, 'name': Rename_Task, 'duration_secs': 0.134162} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.151416] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1263.151527] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cf9d392e-6410-4e0a-b9bd-e6e7be9c4fa3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.159206] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1263.159206] env[69760]: value = "task-3394822" [ 1263.159206] env[69760]: _type = "Task" [ 1263.159206] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.166771] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394822, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.291220] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a90542ea-2556-4a17-989b-41d1dfd1d653 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 5.261s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.479969] env[69760]: DEBUG nova.network.neutron [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1263.610851] env[69760]: DEBUG nova.network.neutron [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Updating instance_info_cache with network_info: [{"id": "4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78", "address": "fa:16:3e:94:d8:ec", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a044e8f-d4", "ovs_interfaceid": "4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.669795] env[69760]: DEBUG oslo_vmware.api [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394822, 'name': PowerOnVM_Task, 'duration_secs': 0.485737} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.670206] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1263.670417] env[69760]: INFO nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Took 8.82 seconds to spawn the instance on the hypervisor. [ 1263.670600] env[69760]: DEBUG nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1263.671377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d09c1ba-0459-4980-9ee5-d1a2a4d63188 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.113299] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "refresh_cache-027b5f48-6005-4eec-a7c4-bb41578e9c30" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.113602] env[69760]: DEBUG nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Instance network_info: |[{"id": "4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78", "address": "fa:16:3e:94:d8:ec", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a044e8f-d4", "ovs_interfaceid": "4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1264.114033] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:d8:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f01bbee7-8b9a-46be-891e-59d8142fb359', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1264.121621] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1264.121829] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1264.122067] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-aa9e8f99-455a-432f-b4d9-30121fd2eaf0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.142911] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1264.142911] env[69760]: value = "task-3394823" [ 1264.142911] env[69760]: _type = "Task" [ 1264.142911] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.150941] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394823, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.190443] env[69760]: INFO nova.compute.manager [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Took 15.29 seconds to build instance. [ 1264.383619] env[69760]: DEBUG nova.compute.manager [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Received event network-changed-4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1264.383828] env[69760]: DEBUG nova.compute.manager [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Refreshing instance network info cache due to event network-changed-4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1264.384105] env[69760]: DEBUG oslo_concurrency.lockutils [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] Acquiring lock "refresh_cache-027b5f48-6005-4eec-a7c4-bb41578e9c30" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.384429] env[69760]: DEBUG oslo_concurrency.lockutils [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] Acquired lock "refresh_cache-027b5f48-6005-4eec-a7c4-bb41578e9c30" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.384632] env[69760]: DEBUG nova.network.neutron [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Refreshing network info cache for port 4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1264.405403] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.405741] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.405985] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "4ba79151-430c-4e03-a510-02b62b973c86-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1264.406341] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1264.406576] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.408877] env[69760]: INFO nova.compute.manager [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Terminating instance [ 1264.654463] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394823, 'name': CreateVM_Task, 'duration_secs': 0.319231} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.654707] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1264.655675] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.655892] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.656353] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.656684] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a15a3cc2-60b0-4fc3-95fe-7891d8677654 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.661960] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1264.661960] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52496dd3-dd8b-03bf-3dbd-705c507a8992" [ 1264.661960] env[69760]: _type = "Task" [ 1264.661960] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.670347] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52496dd3-dd8b-03bf-3dbd-705c507a8992, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.692384] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0dce7f1c-51c4-48a3-9aeb-e3198b617c3c tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.807s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1264.913099] env[69760]: DEBUG nova.compute.manager [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1264.913437] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1264.914621] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ca37742-5a68-41c4-a52d-4e47ed2830a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.926800] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1264.927138] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-79b72c8e-7e9a-4c08-a95a-c7dc458b066d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.935093] env[69760]: DEBUG oslo_vmware.api [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1264.935093] env[69760]: value = "task-3394824" [ 1264.935093] env[69760]: _type = "Task" [ 1264.935093] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.944469] env[69760]: DEBUG oslo_vmware.api [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394824, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.173418] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52496dd3-dd8b-03bf-3dbd-705c507a8992, 'name': SearchDatastore_Task, 'duration_secs': 0.013434} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.173878] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.173955] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1265.174201] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.174345] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.174518] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1265.174783] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-539e4584-8d10-4148-9b27-d67a34aae91c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.184593] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1265.184813] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1265.185564] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57f92400-5906-407e-a592-be0b5e7c42b4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.192282] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1265.192282] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c017a7-f833-38ed-4662-ded45ea3bd92" [ 1265.192282] env[69760]: _type = "Task" [ 1265.192282] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.201937] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c017a7-f833-38ed-4662-ded45ea3bd92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.406324] env[69760]: DEBUG nova.network.neutron [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Updated VIF entry in instance network info cache for port 4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1265.406901] env[69760]: DEBUG nova.network.neutron [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Updating instance_info_cache with network_info: [{"id": "4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78", "address": "fa:16:3e:94:d8:ec", "network": {"id": "537c377d-344b-495c-8fc8-d64e95fea106", "bridge": "br-int", "label": "tempest-ServersTestJSON-1268296180-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "bd3666199f264ff193576ca2df9efa74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f01bbee7-8b9a-46be-891e-59d8142fb359", "external-id": "nsx-vlan-transportzone-145", "segmentation_id": 145, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4a044e8f-d4", "ovs_interfaceid": "4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1265.446013] env[69760]: DEBUG oslo_vmware.api [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394824, 'name': PowerOffVM_Task, 'duration_secs': 0.188585} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.446576] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1265.446811] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1265.447270] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-85b7a266-e195-4257-9e93-ac8ccccdb9b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.509839] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1265.510057] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1265.510331] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleting the datastore file [datastore1] 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1265.510809] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-871eaf54-059a-437f-b8ae-d424546e22da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.518109] env[69760]: DEBUG oslo_vmware.api [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1265.518109] env[69760]: value = "task-3394826" [ 1265.518109] env[69760]: _type = "Task" [ 1265.518109] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.526637] env[69760]: DEBUG oslo_vmware.api [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394826, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.704770] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c017a7-f833-38ed-4662-ded45ea3bd92, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.705712] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a33ae4a0-97cd-457a-a2ad-e465d18009a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.713529] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1265.713529] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ec9a17-25cc-1014-03bf-af4ae117df3a" [ 1265.713529] env[69760]: _type = "Task" [ 1265.713529] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.724519] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ec9a17-25cc-1014-03bf-af4ae117df3a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.857993] env[69760]: DEBUG nova.compute.manager [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Received event network-changed-5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1265.858316] env[69760]: DEBUG nova.compute.manager [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Refreshing instance network info cache due to event network-changed-5557e9d6-53ba-478c-8f50-35954d6effaf. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1265.858555] env[69760]: DEBUG oslo_concurrency.lockutils [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] Acquiring lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.858776] env[69760]: DEBUG oslo_concurrency.lockutils [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] Acquired lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.858893] env[69760]: DEBUG nova.network.neutron [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Refreshing network info cache for port 5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1265.909989] env[69760]: DEBUG oslo_concurrency.lockutils [req-37123feb-4928-4671-924c-87a2542c141b req-7e07e8c8-9329-43db-918a-580b09509d16 service nova] Releasing lock "refresh_cache-027b5f48-6005-4eec-a7c4-bb41578e9c30" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.030833] env[69760]: DEBUG oslo_vmware.api [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394826, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135422} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.032480] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1266.032695] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1266.032900] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1266.033105] env[69760]: INFO nova.compute.manager [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1266.033608] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1266.038222] env[69760]: DEBUG nova.compute.manager [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1266.038321] env[69760]: DEBUG nova.network.neutron [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1266.230669] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ec9a17-25cc-1014-03bf-af4ae117df3a, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1266.231046] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.231295] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 027b5f48-6005-4eec-a7c4-bb41578e9c30/027b5f48-6005-4eec-a7c4-bb41578e9c30.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1266.232050] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ac79b426-a3f9-4592-81da-00416a3bfa60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.302647] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1266.302647] env[69760]: value = "task-3394827" [ 1266.302647] env[69760]: _type = "Task" [ 1266.302647] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1266.313025] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394827, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.545120] env[69760]: DEBUG nova.compute.manager [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1266.790857] env[69760]: DEBUG nova.network.neutron [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updated VIF entry in instance network info cache for port 5557e9d6-53ba-478c-8f50-35954d6effaf. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1266.791385] env[69760]: DEBUG nova.network.neutron [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updating instance_info_cache with network_info: [{"id": "5557e9d6-53ba-478c-8f50-35954d6effaf", "address": "fa:16:3e:ba:20:26", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5557e9d6-53", "ovs_interfaceid": "5557e9d6-53ba-478c-8f50-35954d6effaf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1266.814861] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394827, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1266.853033] env[69760]: DEBUG nova.compute.manager [req-5327b4b3-cb16-4f39-884e-171c5f9b494a req-e8a4f18a-f336-4a14-a4db-9654a795eaf3 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Received event network-vif-deleted-23ff2a27-21ca-4d20-af1d-4a42626dbcdf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1266.853138] env[69760]: INFO nova.compute.manager [req-5327b4b3-cb16-4f39-884e-171c5f9b494a req-e8a4f18a-f336-4a14-a4db-9654a795eaf3 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Neutron deleted interface 23ff2a27-21ca-4d20-af1d-4a42626dbcdf; detaching it from the instance and deleting it from the info cache [ 1266.853406] env[69760]: DEBUG nova.network.neutron [req-5327b4b3-cb16-4f39-884e-171c5f9b494a req-e8a4f18a-f336-4a14-a4db-9654a795eaf3 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.071869] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.072175] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.294299] env[69760]: DEBUG oslo_concurrency.lockutils [req-34c9024d-f229-4625-acef-05e215f40bbe req-c0eef558-aa4b-4340-b2d4-26db313f1e5e service nova] Releasing lock "refresh_cache-40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.316994] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394827, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.615513} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.317770] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 027b5f48-6005-4eec-a7c4-bb41578e9c30/027b5f48-6005-4eec-a7c4-bb41578e9c30.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1267.317770] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1267.317770] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e75ea148-5b25-4d03-99ae-81b47a62ca12 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.325944] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1267.325944] env[69760]: value = "task-3394828" [ 1267.325944] env[69760]: _type = "Task" [ 1267.325944] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.336326] env[69760]: DEBUG nova.network.neutron [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1267.337764] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394828, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.357155] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-efe8a26d-359d-48cf-8104-d4b1ca0493a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.368536] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026eb09e-31ac-4948-807b-aa9a18a048ee {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.384736] env[69760]: DEBUG nova.compute.manager [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1267.408911] env[69760]: DEBUG nova.compute.manager [req-5327b4b3-cb16-4f39-884e-171c5f9b494a req-e8a4f18a-f336-4a14-a4db-9654a795eaf3 service nova] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Detach interface failed, port_id=23ff2a27-21ca-4d20-af1d-4a42626dbcdf, reason: Instance 4ba79151-430c-4e03-a510-02b62b973c86 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1267.577205] env[69760]: INFO nova.compute.claims [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1267.838440] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394828, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.163149} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1267.838721] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1267.839561] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87a8e650-4d81-4a9d-827d-c01f45b7503d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.842180] env[69760]: INFO nova.compute.manager [-] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Took 1.80 seconds to deallocate network for instance. [ 1267.863986] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Reconfiguring VM instance instance-00000076 to attach disk [datastore1] 027b5f48-6005-4eec-a7c4-bb41578e9c30/027b5f48-6005-4eec-a7c4-bb41578e9c30.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1267.864561] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-718046c1-603b-4197-ab74-536b1f0ec1b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.883012] env[69760]: DEBUG nova.compute.manager [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Received event network-changed-ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1267.883263] env[69760]: DEBUG nova.compute.manager [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Refreshing instance network info cache due to event network-changed-ac28eedb-529e-4a26-99a0-d9093361da46. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1267.883425] env[69760]: DEBUG oslo_concurrency.lockutils [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] Acquiring lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.883569] env[69760]: DEBUG oslo_concurrency.lockutils [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] Acquired lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.883732] env[69760]: DEBUG nova.network.neutron [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Refreshing network info cache for port ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1267.886698] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1267.886698] env[69760]: value = "task-3394829" [ 1267.886698] env[69760]: _type = "Task" [ 1267.886698] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1267.901274] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394829, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1267.903742] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.084685] env[69760]: INFO nova.compute.resource_tracker [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating resource usage from migration a96a222a-f82d-4acc-b589-84c521d872fd [ 1268.100660] env[69760]: DEBUG nova.scheduler.client.report [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1268.114327] env[69760]: DEBUG nova.scheduler.client.report [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1268.114544] env[69760]: DEBUG nova.compute.provider_tree [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1268.125130] env[69760]: DEBUG nova.scheduler.client.report [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1268.142053] env[69760]: DEBUG nova.scheduler.client.report [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1268.246581] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15f91019-866b-438c-8789-c2e4b05b36bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.254441] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c7dadc5-926c-4d7a-abf5-694f9390c4d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.285490] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8033b9f-e935-41ba-b0ac-d2751bd4757f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.293389] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5523fa8-9b24-40c7-b8b0-84811078a098 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.306572] env[69760]: DEBUG nova.compute.provider_tree [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1268.365969] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.399612] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.638609] env[69760]: DEBUG nova.network.neutron [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updated VIF entry in instance network info cache for port ac28eedb-529e-4a26-99a0-d9093361da46. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1268.638995] env[69760]: DEBUG nova.network.neutron [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance_info_cache with network_info: [{"id": "ac28eedb-529e-4a26-99a0-d9093361da46", "address": "fa:16:3e:b8:4a:23", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac28eedb-52", "ovs_interfaceid": "ac28eedb-529e-4a26-99a0-d9093361da46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1268.809925] env[69760]: DEBUG nova.scheduler.client.report [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1268.902319] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394829, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.141647] env[69760]: DEBUG oslo_concurrency.lockutils [req-def293e6-bd5b-47c6-9606-99d1048716fd req-d314554b-cffb-4444-a442-ff2a3b3c87de service nova] Releasing lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.314999] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.243s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1269.315480] env[69760]: INFO nova.compute.manager [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Migrating [ 1269.322022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.418s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1269.401319] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394829, 'name': ReconfigVM_Task, 'duration_secs': 1.289916} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.401599] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Reconfigured VM instance instance-00000076 to attach disk [datastore1] 027b5f48-6005-4eec-a7c4-bb41578e9c30/027b5f48-6005-4eec-a7c4-bb41578e9c30.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1269.402246] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-13eef136-8437-4d50-bc6f-b90d50ed6498 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.410406] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1269.410406] env[69760]: value = "task-3394830" [ 1269.410406] env[69760]: _type = "Task" [ 1269.410406] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.418323] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394830, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.832670] env[69760]: INFO nova.compute.claims [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1269.836347] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.836508] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.836681] env[69760]: DEBUG nova.network.neutron [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1269.921926] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394830, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.340501] env[69760]: INFO nova.compute.resource_tracker [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating resource usage from migration 9cc2d589-5353-4539-8b4e-0e97564372ae [ 1270.423541] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394830, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.477693] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6befb68c-7fd9-4d95-9b40-5ed3270751cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.485646] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10d8293a-e586-444d-a00f-911d2aeb54dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.520289] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-857d181b-a1b5-4ef0-b2c0-894690621b8a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.530402] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49554301-c3e6-4ab4-942e-9eeb60ddfc50 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.544509] env[69760]: DEBUG nova.compute.provider_tree [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1270.558422] env[69760]: DEBUG nova.network.neutron [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1270.922386] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394830, 'name': Rename_Task, 'duration_secs': 1.149949} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.922666] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1270.922909] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b7263e63-cb6e-4bc4-8cf2-d37cdd63dc02 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.930021] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1270.930021] env[69760]: value = "task-3394831" [ 1270.930021] env[69760]: _type = "Task" [ 1270.930021] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.946349] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394831, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1271.048790] env[69760]: DEBUG nova.scheduler.client.report [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1271.061112] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.440734] env[69760]: DEBUG oslo_vmware.api [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394831, 'name': PowerOnVM_Task, 'duration_secs': 0.478373} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.441127] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1271.441386] env[69760]: INFO nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Took 9.23 seconds to spawn the instance on the hypervisor. [ 1271.441594] env[69760]: DEBUG nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1271.442490] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78855455-1c62-4649-a77f-c2dc526a3268 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.554196] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.232s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1271.554481] env[69760]: INFO nova.compute.manager [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Migrating [ 1271.561729] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.196s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1271.561974] env[69760]: DEBUG nova.objects.instance [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'resources' on Instance uuid 4ba79151-430c-4e03-a510-02b62b973c86 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.958587] env[69760]: INFO nova.compute.manager [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Took 14.34 seconds to build instance. [ 1272.076249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.076394] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.076578] env[69760]: DEBUG nova.network.neutron [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1272.188134] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5e1c376-9491-4064-bc81-552870d7c33e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.196095] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c80091c3-7b25-4556-92c7-9ddf997f7636 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.227079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a209201d-da0e-4a58-9344-1da08c02f932 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.234330] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03788660-8297-4cef-bca2-8de8098bf35e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.247698] env[69760]: DEBUG nova.compute.provider_tree [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1272.460653] env[69760]: DEBUG oslo_concurrency.lockutils [None req-3d360618-e82e-44a2-907f-dc886bacad9c tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.849s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.584329] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb30f5a2-53c7-48ea-a17a-49b448fb2eab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1272.604268] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance 'fb0a22c5-e502-4a49-a242-cc034a5fa471' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1272.751251] env[69760]: DEBUG nova.scheduler.client.report [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1272.821663] env[69760]: DEBUG nova.network.neutron [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance_info_cache with network_info: [{"id": "ac28eedb-529e-4a26-99a0-d9093361da46", "address": "fa:16:3e:b8:4a:23", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac28eedb-52", "ovs_interfaceid": "ac28eedb-529e-4a26-99a0-d9093361da46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1273.109865] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1273.110211] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8e4a5dcd-f6d5-47ef-9492-76ebc6ce0f79 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.118819] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1273.118819] env[69760]: value = "task-3394832" [ 1273.118819] env[69760]: _type = "Task" [ 1273.118819] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1273.126998] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394832, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1273.256429] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.694s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.281750] env[69760]: INFO nova.scheduler.client.report [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted allocations for instance 4ba79151-430c-4e03-a510-02b62b973c86 [ 1273.325398] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.417663] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1273.417951] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1273.418139] env[69760]: DEBUG nova.compute.manager [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1273.419092] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4f0f68-602e-42f8-86f0-0a3c84258d90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.426099] env[69760]: DEBUG nova.compute.manager [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1273.426724] env[69760]: DEBUG nova.objects.instance [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'flavor' on Instance uuid 027b5f48-6005-4eec-a7c4-bb41578e9c30 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1273.629335] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394832, 'name': PowerOffVM_Task, 'duration_secs': 0.26337} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1273.629706] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1273.629756] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance 'fb0a22c5-e502-4a49-a242-cc034a5fa471' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1273.791426] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f78c3c93-768c-489f-a0b9-e5d938bb722c tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "4ba79151-430c-4e03-a510-02b62b973c86" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.386s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.137103] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1274.137363] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1274.137525] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1274.137706] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1274.137852] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1274.137999] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1274.138955] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1274.139180] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1274.139434] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1274.139614] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1274.139795] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1274.145084] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0b9304fe-a9a7-4757-ac12-f76cc08c2956 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.165477] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1274.165477] env[69760]: value = "task-3394833" [ 1274.165477] env[69760]: _type = "Task" [ 1274.165477] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.178415] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394833, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.296534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1274.296815] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.434275] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1274.434654] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4dd22f7d-80e8-4af4-8d8b-0d0d85fcde90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.444385] env[69760]: DEBUG oslo_vmware.api [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1274.444385] env[69760]: value = "task-3394834" [ 1274.444385] env[69760]: _type = "Task" [ 1274.444385] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1274.455285] env[69760]: DEBUG oslo_vmware.api [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394834, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1274.676962] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394833, 'name': ReconfigVM_Task, 'duration_secs': 0.416385} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.677349] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance 'fb0a22c5-e502-4a49-a242-cc034a5fa471' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.800578] env[69760]: DEBUG nova.compute.utils [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1274.839975] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7a82924-eb63-403e-8ba8-dd2099c3e2e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1274.860028] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance '0a813dc5-e8c0-4b06-a68e-b91835f08c3b' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1274.955427] env[69760]: DEBUG oslo_vmware.api [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394834, 'name': PowerOffVM_Task, 'duration_secs': 0.26309} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1274.955630] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1274.955856] env[69760]: DEBUG nova.compute.manager [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1274.956621] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8080b419-54b2-4f72-bb42-157b106158fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.184126] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1275.184235] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1275.184382] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1275.184570] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1275.184717] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1275.184869] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1275.185087] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1275.185251] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1275.185423] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1275.185625] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1275.185804] env[69760]: DEBUG nova.virt.hardware [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1275.191217] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1275.191544] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f3e3466-0424-412e-8c28-8f0d1dcea09e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.212341] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1275.212341] env[69760]: value = "task-3394835" [ 1275.212341] env[69760]: _type = "Task" [ 1275.212341] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.220848] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394835, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.303389] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.365667] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1275.365995] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3602ed7-4230-4d66-98d1-3495f41cdb71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.374168] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1275.374168] env[69760]: value = "task-3394836" [ 1275.374168] env[69760]: _type = "Task" [ 1275.374168] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.385247] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394836, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.468596] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7b751c7-e519-4f5e-ab36-ed38ac9fe9fd tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.726363] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394835, 'name': ReconfigVM_Task, 'duration_secs': 0.162244} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.726687] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1275.727491] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a858e19-ae29-48e9-ac42-a1d629e79724 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.753843] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1275.755393] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4eabaddd-1e39-48db-a059-6976ba74b388 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.771416] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1275.771640] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1275.778904] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1275.778904] env[69760]: value = "task-3394837" [ 1275.778904] env[69760]: _type = "Task" [ 1275.778904] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1275.788309] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394837, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1275.885781] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394836, 'name': PowerOffVM_Task, 'duration_secs': 0.165126} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1275.885921] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1275.886143] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance '0a813dc5-e8c0-4b06-a68e-b91835f08c3b' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.222628] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.222882] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.223162] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "027b5f48-6005-4eec-a7c4-bb41578e9c30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.223356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.223534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.225720] env[69760]: INFO nova.compute.manager [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Terminating instance [ 1276.274669] env[69760]: DEBUG nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1276.289501] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394837, 'name': ReconfigVM_Task, 'duration_secs': 0.258458} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.289822] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfigured VM instance instance-00000070 to attach disk [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1276.290112] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance 'fb0a22c5-e502-4a49-a242-cc034a5fa471' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.371534] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.371799] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.372090] env[69760]: INFO nova.compute.manager [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Attaching volume e739cfc9-5689-4d15-8cc7-2c343e34c755 to /dev/sdb [ 1276.393256] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1276.393510] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1276.393667] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1276.393970] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1276.394165] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1276.394321] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1276.394532] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1276.394701] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1276.394866] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1276.395072] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1276.395212] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1276.401469] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3d8ce980-eb48-431c-bf30-1da03bfb46d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.413944] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fe9b59a-4425-49af-b4b4-28b89088e547 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.421914] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-158ff12b-e51d-4ecf-b0f5-923348c12c21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.425790] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1276.425790] env[69760]: value = "task-3394838" [ 1276.425790] env[69760]: _type = "Task" [ 1276.425790] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.435069] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394838, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.438640] env[69760]: DEBUG nova.virt.block_device [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating existing volume attachment record: 2d12e19f-5053-489d-adc2-81b1d99648ec {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1276.729585] env[69760]: DEBUG nova.compute.manager [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1276.730109] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.730693] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d04f1e6d-5cd2-4d8b-9158-315a51290228 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.741441] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1276.741816] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-215d91f6-290d-4901-ac76-504b6758de51 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.797104] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f71b119-eca7-440a-8377-65da4911a2f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.801509] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.801815] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.803368] env[69760]: INFO nova.compute.claims [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1276.808035] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1276.808035] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1276.808285] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleting the datastore file [datastore1] 027b5f48-6005-4eec-a7c4-bb41578e9c30 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1276.808367] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1b3ef7f5-2a92-475f-9cb3-8116ea20b7bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.827017] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f30587d-a9ef-4ff0-afda-9748c6e866bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.829835] env[69760]: DEBUG oslo_vmware.api [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1276.829835] env[69760]: value = "task-3394843" [ 1276.829835] env[69760]: _type = "Task" [ 1276.829835] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.847650] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance 'fb0a22c5-e502-4a49-a242-cc034a5fa471' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1276.857310] env[69760]: DEBUG oslo_vmware.api [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394843, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.940699] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394838, 'name': ReconfigVM_Task, 'duration_secs': 0.190518} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1276.940699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance '0a813dc5-e8c0-4b06-a68e-b91835f08c3b' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1277.339326] env[69760]: DEBUG oslo_vmware.api [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394843, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13679} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.339630] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1277.339824] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1277.340015] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1277.340197] env[69760]: INFO nova.compute.manager [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1277.340431] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1277.340632] env[69760]: DEBUG nova.compute.manager [-] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1277.340744] env[69760]: DEBUG nova.network.neutron [-] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1277.413083] env[69760]: DEBUG nova.network.neutron [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Port 11b9de04-8bb6-4907-9f73-0d47f8506bd7 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1277.446949] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1277.447211] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1277.447370] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1277.447557] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1277.447704] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1277.447982] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1277.448208] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1277.448435] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1277.448620] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1277.448784] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1277.448957] env[69760]: DEBUG nova.virt.hardware [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1277.454351] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1277.454629] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e91e3e5-c615-4b71-807e-7c8bf6ece02d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.478070] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1277.478070] env[69760]: value = "task-3394844" [ 1277.478070] env[69760]: _type = "Task" [ 1277.478070] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.490622] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394844, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1277.609205] env[69760]: DEBUG nova.compute.manager [req-f5031f8f-29fb-4e5b-8b19-c8f7460042f6 req-5e75023b-a582-4948-9fa3-f575d0e3df21 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Received event network-vif-deleted-4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1277.609514] env[69760]: INFO nova.compute.manager [req-f5031f8f-29fb-4e5b-8b19-c8f7460042f6 req-5e75023b-a582-4948-9fa3-f575d0e3df21 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Neutron deleted interface 4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78; detaching it from the instance and deleting it from the info cache [ 1277.609715] env[69760]: DEBUG nova.network.neutron [req-f5031f8f-29fb-4e5b-8b19-c8f7460042f6 req-5e75023b-a582-4948-9fa3-f575d0e3df21 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1277.932421] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45df85d7-8592-4fc2-9293-a3c1e74f4637 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.940566] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e280aa5b-cfde-4cee-9352-fb5892e10aa7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.972022] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-534f9455-b73e-4995-975d-ddee677f4d2c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.983798] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ab0e47a-11f9-4195-b0f7-47e6390cd3ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.992830] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394844, 'name': ReconfigVM_Task, 'duration_secs': 0.174736} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.000347] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1278.001068] env[69760]: DEBUG nova.compute.provider_tree [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1278.002717] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9175d801-ac13-4be3-a50e-374497cf0104 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.026377] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfiguring VM instance instance-00000075 to attach disk [datastore1] volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4/volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1278.026830] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-009b3bd8-a293-4772-88d7-a624a5a20b1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.045067] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1278.045067] env[69760]: value = "task-3394845" [ 1278.045067] env[69760]: _type = "Task" [ 1278.045067] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1278.052720] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394845, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.090660] env[69760]: DEBUG nova.network.neutron [-] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.112277] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7927903a-cfa7-4058-9882-ae67134471d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.122377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6001785f-c172-4669-ae55-15deb2e099de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1278.152836] env[69760]: DEBUG nova.compute.manager [req-f5031f8f-29fb-4e5b-8b19-c8f7460042f6 req-5e75023b-a582-4948-9fa3-f575d0e3df21 service nova] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Detach interface failed, port_id=4a044e8f-d4e5-46c1-8d11-9ee9f7ab9d78, reason: Instance 027b5f48-6005-4eec-a7c4-bb41578e9c30 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1278.439853] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1278.440197] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1278.440531] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1278.506719] env[69760]: DEBUG nova.scheduler.client.report [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1278.556212] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394845, 'name': ReconfigVM_Task, 'duration_secs': 0.255049} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.556642] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfigured VM instance instance-00000075 to attach disk [datastore1] volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4/volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1278.556961] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance '0a813dc5-e8c0-4b06-a68e-b91835f08c3b' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1278.593244] env[69760]: INFO nova.compute.manager [-] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Took 1.25 seconds to deallocate network for instance. [ 1279.011163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.209s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1279.011738] env[69760]: DEBUG nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1279.063786] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e676fa4-1b18-42f3-8a0a-383dec4e2e0a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.085672] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d75cc982-5ad4-4ef4-ad7a-266983db9f39 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.104117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1279.104418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1279.104643] env[69760]: DEBUG nova.objects.instance [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'resources' on Instance uuid 027b5f48-6005-4eec-a7c4-bb41578e9c30 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1279.106568] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance '0a813dc5-e8c0-4b06-a68e-b91835f08c3b' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1279.475845] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.476044] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.476231] env[69760]: DEBUG nova.network.neutron [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1279.516469] env[69760]: DEBUG nova.compute.utils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1279.517708] env[69760]: DEBUG nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1279.517890] env[69760]: DEBUG nova.network.neutron [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1279.553750] env[69760]: DEBUG nova.policy [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4189eaf49e1c4746a3181f9988931ba0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5219cd01a145407c9e3c2aa62f59f014', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1279.752920] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7167eee2-f7d0-48d8-91e8-b6c80e3bb6bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.761148] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa8f431-7412-469e-ad2c-815c17b92452 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.790785] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b93011-07ef-447d-ae55-960f772a828d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.798428] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-776326ac-7ebb-4529-80ad-e54da042a72a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.813984] env[69760]: DEBUG nova.compute.provider_tree [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1279.851222] env[69760]: DEBUG nova.network.neutron [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Successfully created port: 8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1280.021950] env[69760]: DEBUG nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1280.244093] env[69760]: DEBUG nova.network.neutron [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1280.317070] env[69760]: DEBUG nova.scheduler.client.report [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1280.747239] env[69760]: DEBUG oslo_concurrency.lockutils [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.757071] env[69760]: DEBUG nova.network.neutron [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Port ac28eedb-529e-4a26-99a0-d9093361da46 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1280.822228] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.843786] env[69760]: INFO nova.scheduler.client.report [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted allocations for instance 027b5f48-6005-4eec-a7c4-bb41578e9c30 [ 1280.984925] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1280.985193] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677293', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'name': 'volume-e739cfc9-5689-4d15-8cc7-2c343e34c755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b938a497-3461-4b22-b144-c8d106b741e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'serial': 'e739cfc9-5689-4d15-8cc7-2c343e34c755'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1280.986078] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a91030f0-c167-4204-811e-93d19cc6822d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.003561] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63fb107-b91f-4407-b6b4-53030cd7ed4d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.028548] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-e739cfc9-5689-4d15-8cc7-2c343e34c755/volume-e739cfc9-5689-4d15-8cc7-2c343e34c755.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1281.028891] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-73c3efeb-338f-4e96-954e-126c55f8f88a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.042266] env[69760]: DEBUG nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1281.050321] env[69760]: DEBUG oslo_vmware.api [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1281.050321] env[69760]: value = "task-3394847" [ 1281.050321] env[69760]: _type = "Task" [ 1281.050321] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.060572] env[69760]: DEBUG oslo_vmware.api [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394847, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.068631] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1281.068880] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1281.069048] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1281.069272] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1281.069508] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1281.069681] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1281.069894] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1281.070069] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1281.070277] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1281.070521] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1281.070716] env[69760]: DEBUG nova.virt.hardware [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1281.071670] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-312f039b-2e8b-47f7-91b9-f9ce545ac07c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.080676] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-622b4b80-bf93-4d72-ab57-4f32f841435f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.278601] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-252f4cbe-5434-4afe-ac1c-97ee1bceb684 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.300755] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71ab5b14-7bbe-40f0-b4b8-10c7b27ad5c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.306122] env[69760]: DEBUG nova.compute.manager [req-b51ebf7b-3d0b-49f5-b641-53749f4a497f req-2d894d12-94e4-4940-a8ab-e0dc8b89f9ed service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-vif-plugged-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1281.306412] env[69760]: DEBUG oslo_concurrency.lockutils [req-b51ebf7b-3d0b-49f5-b641-53749f4a497f req-2d894d12-94e4-4940-a8ab-e0dc8b89f9ed service nova] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.306652] env[69760]: DEBUG oslo_concurrency.lockutils [req-b51ebf7b-3d0b-49f5-b641-53749f4a497f req-2d894d12-94e4-4940-a8ab-e0dc8b89f9ed service nova] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.306837] env[69760]: DEBUG oslo_concurrency.lockutils [req-b51ebf7b-3d0b-49f5-b641-53749f4a497f req-2d894d12-94e4-4940-a8ab-e0dc8b89f9ed service nova] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.307033] env[69760]: DEBUG nova.compute.manager [req-b51ebf7b-3d0b-49f5-b641-53749f4a497f req-2d894d12-94e4-4940-a8ab-e0dc8b89f9ed service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] No waiting events found dispatching network-vif-plugged-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1281.307343] env[69760]: WARNING nova.compute.manager [req-b51ebf7b-3d0b-49f5-b641-53749f4a497f req-2d894d12-94e4-4940-a8ab-e0dc8b89f9ed service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received unexpected event network-vif-plugged-8bd01042-9a56-4121-9ff1-21a59034b41a for instance with vm_state building and task_state spawning. [ 1281.313439] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance 'fb0a22c5-e502-4a49-a242-cc034a5fa471' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1281.351334] env[69760]: DEBUG oslo_concurrency.lockutils [None req-06ef9579-fd9b-439f-8a7f-8242f11d585b tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "027b5f48-6005-4eec-a7c4-bb41578e9c30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.128s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.391977] env[69760]: DEBUG nova.network.neutron [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Successfully updated port: 8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1281.560829] env[69760]: DEBUG oslo_vmware.api [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394847, 'name': ReconfigVM_Task, 'duration_secs': 0.354907} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1281.561025] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-e739cfc9-5689-4d15-8cc7-2c343e34c755/volume-e739cfc9-5689-4d15-8cc7-2c343e34c755.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1281.566242] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77a7cfcf-73db-482f-bc4d-67bc2e11899c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.584954] env[69760]: DEBUG oslo_vmware.api [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1281.584954] env[69760]: value = "task-3394848" [ 1281.584954] env[69760]: _type = "Task" [ 1281.584954] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.594794] env[69760]: DEBUG oslo_vmware.api [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394848, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.783729] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.784017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.784017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.820448] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1281.820763] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-48d806b0-8eea-46a4-9cd7-a8a2c962765b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1281.829298] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1281.829298] env[69760]: value = "task-3394849" [ 1281.829298] env[69760]: _type = "Task" [ 1281.829298] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1281.838768] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394849, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1281.897531] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.897719] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.897886] env[69760]: DEBUG nova.network.neutron [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1281.987290] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "46d31245-eac8-406d-a938-f025d840b4df" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.987698] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46d31245-eac8-406d-a938-f025d840b4df" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.987973] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "46d31245-eac8-406d-a938-f025d840b4df-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.988260] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46d31245-eac8-406d-a938-f025d840b4df-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1281.988355] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46d31245-eac8-406d-a938-f025d840b4df-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.990641] env[69760]: INFO nova.compute.manager [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Terminating instance [ 1282.095145] env[69760]: DEBUG oslo_vmware.api [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394848, 'name': ReconfigVM_Task, 'duration_secs': 0.137199} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.095592] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677293', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'name': 'volume-e739cfc9-5689-4d15-8cc7-2c343e34c755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'b938a497-3461-4b22-b144-c8d106b741e8', 'attached_at': '', 'detached_at': '', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'serial': 'e739cfc9-5689-4d15-8cc7-2c343e34c755'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1282.339381] env[69760]: DEBUG oslo_vmware.api [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394849, 'name': PowerOnVM_Task, 'duration_secs': 0.403193} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1282.339665] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1282.339852] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-158cac8a-1c12-4083-97b1-6398062dca85 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance 'fb0a22c5-e502-4a49-a242-cc034a5fa471' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1282.429859] env[69760]: DEBUG nova.network.neutron [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1282.495357] env[69760]: DEBUG nova.compute.manager [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1282.495583] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1282.496533] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da041e38-6cb4-4b50-b981-c0202f6fb4ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.504670] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1282.504905] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-36e20385-d95a-463f-a193-482c7bcfb05a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1282.511830] env[69760]: DEBUG oslo_vmware.api [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1282.511830] env[69760]: value = "task-3394850" [ 1282.511830] env[69760]: _type = "Task" [ 1282.511830] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1282.520919] env[69760]: DEBUG oslo_vmware.api [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394850, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1282.555758] env[69760]: DEBUG nova.network.neutron [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd01042-9a", "ovs_interfaceid": "8bd01042-9a56-4121-9ff1-21a59034b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1282.819900] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.820111] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.820299] env[69760]: DEBUG nova.network.neutron [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1283.023346] env[69760]: DEBUG oslo_vmware.api [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394850, 'name': PowerOffVM_Task, 'duration_secs': 0.224014} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.023627] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1283.023806] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1283.024087] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6c0a46fe-27b1-45bc-9f0b-3fcda944cdc4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.058397] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.058732] env[69760]: DEBUG nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Instance network_info: |[{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd01042-9a", "ovs_interfaceid": "8bd01042-9a56-4121-9ff1-21a59034b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1283.059150] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b5:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd01042-9a56-4121-9ff1-21a59034b41a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1283.066758] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.066968] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1283.067197] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefe29da-f0e2-422d-9131-4ed81660dc04 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.086969] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1283.086969] env[69760]: value = "task-3394852" [ 1283.086969] env[69760]: _type = "Task" [ 1283.086969] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.088178] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1283.088395] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1283.088588] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleting the datastore file [datastore2] 46d31245-eac8-406d-a938-f025d840b4df {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1283.091677] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f2136a1-2638-4a17-a5d5-0934def0c77d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.098121] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394852, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.099322] env[69760]: DEBUG oslo_vmware.api [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for the task: (returnval){ [ 1283.099322] env[69760]: value = "task-3394853" [ 1283.099322] env[69760]: _type = "Task" [ 1283.099322] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.106527] env[69760]: DEBUG oslo_vmware.api [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394853, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1283.133094] env[69760]: DEBUG nova.objects.instance [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'flavor' on Instance uuid b938a497-3461-4b22-b144-c8d106b741e8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.332314] env[69760]: DEBUG nova.compute.manager [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1283.332533] env[69760]: DEBUG nova.compute.manager [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing instance network info cache due to event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1283.332789] env[69760]: DEBUG oslo_concurrency.lockutils [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] Acquiring lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.332950] env[69760]: DEBUG oslo_concurrency.lockutils [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] Acquired lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.333154] env[69760]: DEBUG nova.network.neutron [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1283.537800] env[69760]: DEBUG nova.network.neutron [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance_info_cache with network_info: [{"id": "ac28eedb-529e-4a26-99a0-d9093361da46", "address": "fa:16:3e:b8:4a:23", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac28eedb-52", "ovs_interfaceid": "ac28eedb-529e-4a26-99a0-d9093361da46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1283.600845] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394852, 'name': CreateVM_Task, 'duration_secs': 0.295307} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.603921] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1283.604638] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.604804] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.605154] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.605746] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b2087d2f-140d-4341-a6e7-01bd119b5929 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.610943] env[69760]: DEBUG oslo_vmware.api [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Task: {'id': task-3394853, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13131} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.612220] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1283.612336] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1283.612520] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1283.612699] env[69760]: INFO nova.compute.manager [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1283.612958] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1283.613231] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1283.613231] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]526f7456-652b-10d9-e748-88a68c0bbd43" [ 1283.613231] env[69760]: _type = "Task" [ 1283.613231] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.613417] env[69760]: DEBUG nova.compute.manager [-] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1283.613518] env[69760]: DEBUG nova.network.neutron [-] [instance: 46d31245-eac8-406d-a938-f025d840b4df] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1283.624071] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]526f7456-652b-10d9-e748-88a68c0bbd43, 'name': SearchDatastore_Task, 'duration_secs': 0.009389} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.624375] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.624624] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1283.624859] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.625036] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.625233] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1283.625480] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-05672e9b-4664-4d2c-a85a-5972af3de347 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.634198] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1283.634394] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1283.636832] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2103fc33-62f3-42ae-82cb-de333e6297d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.639587] env[69760]: DEBUG oslo_concurrency.lockutils [None req-5045bab1-f0db-4102-ae8c-bdb8060980f0 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.268s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1283.644107] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1283.644107] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52929248-9fe8-c30b-111a-37fff4bc89aa" [ 1283.644107] env[69760]: _type = "Task" [ 1283.644107] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.657161] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52929248-9fe8-c30b-111a-37fff4bc89aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010658} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1283.658591] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cd7eb06d-eec7-4f68-ad31-615d74458c92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.664691] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1283.664691] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52aaecbf-46ac-4bad-285d-cc4310f5699c" [ 1283.664691] env[69760]: _type = "Task" [ 1283.664691] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1283.673146] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52aaecbf-46ac-4bad-285d-cc4310f5699c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.042989] env[69760]: DEBUG oslo_concurrency.lockutils [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.108840] env[69760]: DEBUG nova.network.neutron [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updated VIF entry in instance network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1284.109215] env[69760]: DEBUG nova.network.neutron [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd01042-9a", "ovs_interfaceid": "8bd01042-9a56-4121-9ff1-21a59034b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.175721] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52aaecbf-46ac-4bad-285d-cc4310f5699c, 'name': SearchDatastore_Task, 'duration_secs': 0.009024} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.175997] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.176282] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1284.176558] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-082a7619-6aba-4eb5-8c6d-d5b254bce108 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.184779] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1284.184779] env[69760]: value = "task-3394854" [ 1284.184779] env[69760]: _type = "Task" [ 1284.184779] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.194173] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.388652] env[69760]: DEBUG nova.network.neutron [-] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1284.552918] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9981bb75-8b29-4630-b387-53398845f71b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.561330] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17e76ad0-1b94-49cc-9805-17bde9eaa601 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.611597] env[69760]: DEBUG oslo_concurrency.lockutils [req-75df92b4-f2a2-40b1-a289-8e1e93c3dafd req-c7dac959-f201-4410-9c2b-49c3d9355740 service nova] Releasing lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.695386] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.422593} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1284.695641] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1284.696039] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1284.696129] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-099854d1-2611-4e6f-960f-efdc3d90ea6a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1284.704125] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1284.704125] env[69760]: value = "task-3394855" [ 1284.704125] env[69760]: _type = "Task" [ 1284.704125] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1284.717363] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394855, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1284.755325] env[69760]: DEBUG nova.compute.manager [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Stashing vm_state: active {{(pid=69760) _prep_resize /opt/stack/nova/nova/compute/manager.py:6136}} [ 1284.892099] env[69760]: INFO nova.compute.manager [-] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Took 1.28 seconds to deallocate network for instance. [ 1285.209420] env[69760]: DEBUG nova.network.neutron [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Port 11b9de04-8bb6-4907-9f73-0d47f8506bd7 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1285.209690] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.209823] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.209969] env[69760]: DEBUG nova.network.neutron [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1285.217042] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394855, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071706} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1285.217428] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1285.218666] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2423300-1045-4a0d-b2d2-620ffb2b439f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.242349] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Reconfiguring VM instance instance-00000077 to attach disk [datastore1] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1285.242950] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1297f95-ef4d-44dd-b879-b071a766d874 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.264314] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1285.264314] env[69760]: value = "task-3394856" [ 1285.264314] env[69760]: _type = "Task" [ 1285.264314] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1285.272864] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394856, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.273836] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.274107] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1285.357819] env[69760]: DEBUG nova.compute.manager [req-a0889f65-79f2-45e8-8316-5f590d119d6c req-fef2cc30-20c9-4597-9be3-500f0d7f180a service nova] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Received event network-vif-deleted-821939f7-7bea-45ce-bbe3-967b57f5899a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1285.398502] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1285.668667] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cac7464-7a21-4ff4-ac1d-2112ea7ad0ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.687548] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-903dcc07-e805-412b-ad0f-3c9e444cd1f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1285.694249] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance '0a813dc5-e8c0-4b06-a68e-b91835f08c3b' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1285.774722] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1285.779864] env[69760]: INFO nova.compute.claims [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1285.957969] env[69760]: DEBUG nova.network.neutron [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1286.200540] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1286.200895] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d08c562c-df01-427a-b9bc-90f32d721a73 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.210086] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1286.210086] env[69760]: value = "task-3394857" [ 1286.210086] env[69760]: _type = "Task" [ 1286.210086] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.218323] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.283396] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394856, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.285125] env[69760]: INFO nova.compute.resource_tracker [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating resource usage from migration bc8ebb32-bce9-4a61-a70d-b9a1783d6448 [ 1286.405291] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e221a1c-2d6f-4e69-ac7b-6d2f65c33777 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.412377] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48ebb6c5-a905-413a-91b9-88393f92697d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.441977] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35bb3269-fe97-495c-bca7-aee9e34cde0e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.449165] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da410162-e3ee-4724-888a-81c8e4924420 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.461938] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.463422] env[69760]: DEBUG nova.compute.provider_tree [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1286.720999] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394857, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.777187] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394856, 'name': ReconfigVM_Task, 'duration_secs': 1.102249} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1286.777478] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Reconfigured VM instance instance-00000077 to attach disk [datastore1] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1286.778121] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6479960a-76b4-400d-b5ff-c7111d7414b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.784694] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1286.784694] env[69760]: value = "task-3394858" [ 1286.784694] env[69760]: _type = "Task" [ 1286.784694] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1286.792138] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394858, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1286.966048] env[69760]: DEBUG nova.compute.manager [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69760) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1286.966229] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1286.967046] env[69760]: DEBUG nova.scheduler.client.report [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1287.220761] env[69760]: DEBUG oslo_vmware.api [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394857, 'name': PowerOnVM_Task, 'duration_secs': 0.770321} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.221163] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.221251] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-901383ef-16dc-4148-816d-84ec341604d1 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance '0a813dc5-e8c0-4b06-a68e-b91835f08c3b' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1287.294441] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394858, 'name': Rename_Task, 'duration_secs': 0.153391} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.294733] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1287.294995] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-32539fb5-c43d-496f-9e0a-aab021ad33ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.301338] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1287.301338] env[69760]: value = "task-3394859" [ 1287.301338] env[69760]: _type = "Task" [ 1287.301338] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1287.308792] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394859, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1287.472104] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.198s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.472303] env[69760]: INFO nova.compute.manager [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Migrating [ 1287.479120] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.081s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.479375] env[69760]: DEBUG nova.objects.instance [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lazy-loading 'resources' on Instance uuid 46d31245-eac8-406d-a938-f025d840b4df {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1287.811227] env[69760]: DEBUG oslo_vmware.api [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394859, 'name': PowerOnVM_Task, 'duration_secs': 0.461001} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1287.811509] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1287.811712] env[69760]: INFO nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Took 6.77 seconds to spawn the instance on the hypervisor. [ 1287.811893] env[69760]: DEBUG nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1287.812691] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76811a49-9b9e-41ee-a938-f5d521fbd215 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.991806] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.992188] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.992188] env[69760]: DEBUG nova.network.neutron [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1288.120571] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3caaf8-86de-4d8d-97b6-6aa2a8e03eda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.128593] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-487eb2c1-0c65-438b-8a63-94ff1705bc79 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.159198] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12f7d520-7b27-41de-8a88-1044df73f71d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.166075] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564cc5a7-0a58-4e28-b12f-877716a47b2c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.178871] env[69760]: DEBUG nova.compute.provider_tree [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1288.328489] env[69760]: INFO nova.compute.manager [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Took 11.55 seconds to build instance. [ 1288.683202] env[69760]: DEBUG nova.scheduler.client.report [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1288.830271] env[69760]: DEBUG oslo_concurrency.lockutils [None req-37853dae-9a78-4596-a053-7682557ff609 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.058s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1288.853540] env[69760]: DEBUG nova.network.neutron [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.083487] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1289.083631] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.083797] env[69760]: DEBUG nova.compute.manager [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Going to confirm migration 9 {{(pid=69760) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5250}} [ 1289.190018] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.711s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1289.192546] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.226s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1289.216068] env[69760]: INFO nova.scheduler.client.report [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Deleted allocations for instance 46d31245-eac8-406d-a938-f025d840b4df [ 1289.356101] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.409814] env[69760]: DEBUG nova.compute.manager [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1289.409994] env[69760]: DEBUG nova.compute.manager [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing instance network info cache due to event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1289.410134] env[69760]: DEBUG oslo_concurrency.lockutils [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] Acquiring lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.410260] env[69760]: DEBUG oslo_concurrency.lockutils [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] Acquired lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.410429] env[69760]: DEBUG nova.network.neutron [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1289.652482] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.652681] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquired lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.652869] env[69760]: DEBUG nova.network.neutron [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.653076] env[69760]: DEBUG nova.objects.instance [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'info_cache' on Instance uuid 0a813dc5-e8c0-4b06-a68e-b91835f08c3b {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.697673] env[69760]: DEBUG nova.objects.instance [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'migration_context' on Instance uuid fb0a22c5-e502-4a49-a242-cc034a5fa471 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1289.727098] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b5f8d200-3d47-4960-ae28-000f11c19204 tempest-ServersTestJSON-1138469037 tempest-ServersTestJSON-1138469037-project-member] Lock "46d31245-eac8-406d-a938-f025d840b4df" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.739s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1290.113078] env[69760]: DEBUG nova.network.neutron [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updated VIF entry in instance network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1290.113463] env[69760]: DEBUG nova.network.neutron [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd01042-9a", "ovs_interfaceid": "8bd01042-9a56-4121-9ff1-21a59034b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1290.321920] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-143baa38-4e08-4ac8-846e-aaebd945314a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.330158] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bf56a0a-3141-4077-af85-5000bd4c3373 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.361871] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d48f0e8c-49f5-4ba3-afad-e67aeab458ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.371532] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d18470e-8f81-4d59-84f3-3292cf5fdde1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.385575] env[69760]: DEBUG nova.compute.provider_tree [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1290.616316] env[69760]: DEBUG oslo_concurrency.lockutils [req-41c2a24d-473f-4da3-88a4-d34cf266e4ef req-9204532c-9489-4b01-82b8-ac379b9d400a service nova] Releasing lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.883517] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c00cc765-7038-4c0a-b537-421b0472c7db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.888387] env[69760]: DEBUG nova.scheduler.client.report [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1290.907477] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance 'b938a497-3461-4b22-b144-c8d106b741e8' progress to 0 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1291.052347] env[69760]: DEBUG nova.network.neutron [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance_info_cache with network_info: [{"id": "ac28eedb-529e-4a26-99a0-d9093361da46", "address": "fa:16:3e:b8:4a:23", "network": {"id": "7e55214e-5528-439c-bac7-7ff1d2e6c288", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-712259038-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.239", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "42aa9af93d2848df8c6d9df92d844712", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "821e0800-fabf-48d0-87b4-db5a1eddce93", "external-id": "nsx-vlan-transportzone-97", "segmentation_id": 97, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapac28eedb-52", "ovs_interfaceid": "ac28eedb-529e-4a26-99a0-d9093361da46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1291.417612] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1291.420019] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5c7e5781-0fe1-4137-af50-60ce9dc7f640 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.427072] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1291.427072] env[69760]: value = "task-3394860" [ 1291.427072] env[69760]: _type = "Task" [ 1291.427072] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.435843] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394860, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.555247] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Releasing lock "refresh_cache-0a813dc5-e8c0-4b06-a68e-b91835f08c3b" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.555377] env[69760]: DEBUG nova.objects.instance [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'migration_context' on Instance uuid 0a813dc5-e8c0-4b06-a68e-b91835f08c3b {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1291.921039] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.728s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1291.942809] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394860, 'name': PowerOffVM_Task, 'duration_secs': 0.240858} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.943096] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1291.943321] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance 'b938a497-3461-4b22-b144-c8d106b741e8' progress to 17 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1292.057798] env[69760]: DEBUG nova.objects.base [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Object Instance<0a813dc5-e8c0-4b06-a68e-b91835f08c3b> lazy-loaded attributes: info_cache,migration_context {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1292.059164] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21e75ed5-e187-4fe5-abc8-ccb185b912fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.080701] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d07240dc-8fac-4a96-8cd2-ff1217d53200 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.086671] env[69760]: DEBUG oslo_vmware.api [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1292.086671] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52913c30-7073-b21c-0304-db2debe0eced" [ 1292.086671] env[69760]: _type = "Task" [ 1292.086671] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.095577] env[69760]: DEBUG oslo_vmware.api [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52913c30-7073-b21c-0304-db2debe0eced, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.449707] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:08Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1292.450110] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1292.450110] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1292.450261] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1292.450413] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1292.450621] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1292.450767] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1292.450960] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1292.451151] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1292.451430] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1292.451647] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1292.457228] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f136dae-f8ec-4ff9-a6f5-a1632134d41c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.473958] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1292.473958] env[69760]: value = "task-3394861" [ 1292.473958] env[69760]: _type = "Task" [ 1292.473958] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.483196] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.597775] env[69760]: DEBUG oslo_vmware.api [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52913c30-7073-b21c-0304-db2debe0eced, 'name': SearchDatastore_Task, 'duration_secs': 0.008574} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.598214] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1292.598583] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1292.984424] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394861, 'name': ReconfigVM_Task, 'duration_secs': 0.299154} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.984787] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance 'b938a497-3461-4b22-b144-c8d106b741e8' progress to 33 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1293.214280] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c609cbf-44e6-4c06-b24c-0f3f1d421cfa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.222051] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb4e17c-59dc-44dc-860c-68e85737e0d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.252964] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d3b4a0-df91-4c4b-9107-bc0b68f73374 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.259986] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea35ed6-7ca5-42da-b4ad-20ba2181ebe3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.273229] env[69760]: DEBUG nova.compute.provider_tree [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1293.463499] env[69760]: INFO nova.compute.manager [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Swapping old allocation on dict_keys(['0341868b-b8c4-4012-b007-040da1f96754']) held by migration a96a222a-f82d-4acc-b589-84c521d872fd for instance [ 1293.485398] env[69760]: DEBUG nova.scheduler.client.report [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Overwriting current allocation {'allocations': {'0341868b-b8c4-4012-b007-040da1f96754': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 174}}, 'project_id': 'fce5f80ada5641b29d5e218be2d947e3', 'user_id': 'ce5e191ee7304342aeed29d3a77a7060', 'consumer_generation': 1} on consumer fb0a22c5-e502-4a49-a242-cc034a5fa471 {{(pid=69760) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1293.490195] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1293.490417] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1293.490574] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1293.490757] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1293.490902] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1293.491063] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1293.491271] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1293.491431] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1293.491595] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1293.491755] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1293.491926] env[69760]: DEBUG nova.virt.hardware [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1293.497353] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1293.497626] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dbf05625-ac17-4025-b20f-da16ed6c7aa7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1293.517859] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1293.517859] env[69760]: value = "task-3394862" [ 1293.517859] env[69760]: _type = "Task" [ 1293.517859] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1293.525972] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394862, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.560422] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.560650] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.560865] env[69760]: DEBUG nova.network.neutron [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1293.776811] env[69760]: DEBUG nova.scheduler.client.report [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1294.027807] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394862, 'name': ReconfigVM_Task, 'duration_secs': 0.189815} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.028083] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1294.028912] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b8d514-3868-443c-a019-38fe85e9b64f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.059204] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1294.059540] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d72980c7-2b4a-46f3-9165-3c462090afca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.080870] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1294.080870] env[69760]: value = "task-3394863" [ 1294.080870] env[69760]: _type = "Task" [ 1294.080870] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.088436] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394863, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.299113] env[69760]: DEBUG nova.network.neutron [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [{"id": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "address": "fa:16:3e:4f:ba:96", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap11b9de04-8b", "ovs_interfaceid": "11b9de04-8bb6-4907-9f73-0d47f8506bd7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1294.591431] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394863, 'name': ReconfigVM_Task, 'duration_secs': 0.301492} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.591778] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1294.592099] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance 'b938a497-3461-4b22-b144-c8d106b741e8' progress to 50 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1294.787945] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.189s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1294.801494] env[69760]: DEBUG oslo_concurrency.lockutils [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-fb0a22c5-e502-4a49-a242-cc034a5fa471" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.802194] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.802356] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a466c189-b523-4148-87df-1323d74a16a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.810733] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1294.810733] env[69760]: value = "task-3394864" [ 1294.810733] env[69760]: _type = "Task" [ 1294.810733] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.818155] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394864, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.099024] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f33bcce-5478-4708-8140-3f27c418f88e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.120523] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bfb2ddb-4007-4228-9bc7-aa55915f33b3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.139867] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance 'b938a497-3461-4b22-b144-c8d106b741e8' progress to 67 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1295.320457] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394864, 'name': PowerOffVM_Task, 'duration_secs': 0.250805} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.320740] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1295.321405] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.321617] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.321793] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.321952] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.322112] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.322268] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.322460] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.322630] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.322821] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.322987] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.323179] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.328086] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-796a6449-39f2-42f5-b144-f6568c468047 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.340265] env[69760]: INFO nova.scheduler.client.report [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted allocation for migration 9cc2d589-5353-4539-8b4e-0e97564372ae [ 1295.345641] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1295.345641] env[69760]: value = "task-3394865" [ 1295.345641] env[69760]: _type = "Task" [ 1295.345641] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.355457] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394865, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.587432] env[69760]: INFO nova.compute.manager [None req-d58ddcc2-e516-4109-814d-93ae83131859 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Get console output [ 1295.587849] env[69760]: WARNING nova.virt.vmwareapi.driver [None req-d58ddcc2-e516-4109-814d-93ae83131859 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] The console log is missing. Check your VSPC configuration [ 1295.848139] env[69760]: DEBUG oslo_concurrency.lockutils [None req-ebaf86a7-8d5a-4b7b-ba11-7147292847ce tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.764s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1295.857804] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394865, 'name': ReconfigVM_Task, 'duration_secs': 0.179486} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.858688] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9005e3e7-1dcf-4a23-9f26-23ee601f56e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.876804] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1295.877074] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1295.877240] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1295.877456] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1295.877622] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1295.877773] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1295.877983] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1295.878160] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1295.879155] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1295.879155] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1295.879155] env[69760]: DEBUG nova.virt.hardware [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1295.879480] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-990bd152-34e4-43a5-9696-bb66acb5029a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.885013] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1295.885013] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e7fb3c-8649-d08f-e9ad-4ed4a677bde1" [ 1295.885013] env[69760]: _type = "Task" [ 1295.885013] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1295.892486] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e7fb3c-8649-d08f-e9ad-4ed4a677bde1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.394766] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e7fb3c-8649-d08f-e9ad-4ed4a677bde1, 'name': SearchDatastore_Task, 'duration_secs': 0.008576} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.400191] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfiguring VM instance instance-00000070 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1296.400457] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-69380907-12c7-4522-ac1f-9e8d565f0fb4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.417869] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1296.417869] env[69760]: value = "task-3394866" [ 1296.417869] env[69760]: _type = "Task" [ 1296.417869] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.425104] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394866, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1296.772159] env[69760]: DEBUG nova.network.neutron [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Port 09f2f5e4-43d7-4a16-b917-d0ee59039b96 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1296.927973] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394866, 'name': ReconfigVM_Task, 'duration_secs': 0.184365} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1296.928349] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfigured VM instance instance-00000070 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1296.929101] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-558518f8-b5a0-48f4-a5f2-f344d0416c6c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.950708] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1296.950993] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bd4efa5a-f04a-4040-8fc2-130b00f450db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.969747] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1296.969747] env[69760]: value = "task-3394867" [ 1296.969747] env[69760]: _type = "Task" [ 1296.969747] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1296.979722] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394867, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.481384] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394867, 'name': ReconfigVM_Task, 'duration_secs': 0.269262} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1297.481691] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Reconfigured VM instance instance-00000070 to attach disk [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471/fb0a22c5-e502-4a49-a242-cc034a5fa471.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1297.482509] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-429cf277-02d7-4adf-a7f0-32da294fc85f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.499946] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64370a3c-011b-4835-8a5d-5ded02662df5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.517971] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb1df18-3d88-4ba4-973a-243a6463ae7d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.535303] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311259e-69e4-4867-9309-2e1cdebb7a58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.541614] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1297.541843] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ad72ced4-fce9-4f5d-8312-a64e916d927e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1297.548298] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1297.548298] env[69760]: value = "task-3394868" [ 1297.548298] env[69760]: _type = "Task" [ 1297.548298] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1297.556405] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394868, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1297.799507] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.799852] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.800147] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1298.060531] env[69760]: DEBUG oslo_vmware.api [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394868, 'name': PowerOnVM_Task, 'duration_secs': 0.351746} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1298.062050] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1298.833796] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.833988] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.834181] env[69760]: DEBUG nova.network.neutron [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1299.072700] env[69760]: INFO nova.compute.manager [None req-089a21c1-7728-42fb-80cb-a4133dc35deb tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance to original state: 'active' [ 1299.645100] env[69760]: DEBUG nova.network.neutron [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1300.010332] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.010603] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.010829] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1300.011082] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1300.011275] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1300.013717] env[69760]: INFO nova.compute.manager [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Terminating instance [ 1300.147288] env[69760]: DEBUG oslo_concurrency.lockutils [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.518022] env[69760]: DEBUG nova.compute.manager [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1300.518267] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1300.519258] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a35c50e4-e11d-42d9-8ccd-eb87874dc9aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.527507] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1300.527752] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aaab791c-1cd1-482f-9ed0-f125fbb1bd33 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.534651] env[69760]: DEBUG oslo_vmware.api [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1300.534651] env[69760]: value = "task-3394869" [ 1300.534651] env[69760]: _type = "Task" [ 1300.534651] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1300.545241] env[69760]: DEBUG oslo_vmware.api [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394869, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1300.656830] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1df163-4494-4f3d-9e47-95fb73a7eda0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1300.664101] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da45b29-61f0-4929-aa3f-50de6b731be4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.044194] env[69760]: DEBUG oslo_vmware.api [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394869, 'name': PowerOffVM_Task, 'duration_secs': 0.223975} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.044420] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1301.044597] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1301.044848] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6f87e4b-533b-45fb-a043-70dbeb08aed4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.099826] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1301.100068] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1301.100240] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleting the datastore file [datastore2] fb0a22c5-e502-4a49-a242-cc034a5fa471 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1301.100485] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c37e637-dc90-4811-8017-54161f059031 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.106195] env[69760]: DEBUG oslo_vmware.api [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1301.106195] env[69760]: value = "task-3394871" [ 1301.106195] env[69760]: _type = "Task" [ 1301.106195] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1301.113824] env[69760]: DEBUG oslo_vmware.api [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394871, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1301.384915] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.385266] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.616416] env[69760]: DEBUG oslo_vmware.api [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394871, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143509} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1301.616653] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1301.616848] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1301.617054] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1301.617231] env[69760]: INFO nova.compute.manager [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1301.617466] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1301.617654] env[69760]: DEBUG nova.compute.manager [-] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1301.617751] env[69760]: DEBUG nova.network.neutron [-] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1301.760361] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffe10ab5-d171-4cfb-8b5c-2b218d285830 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.781973] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77a530e0-9904-491d-be60-5c230f391915 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1301.788582] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance 'b938a497-3461-4b22-b144-c8d106b741e8' progress to 83 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1301.894276] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.894494] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.894630] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.894794] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.894944] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.895212] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1301.895293] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1301.895406] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1302.053478] env[69760]: DEBUG nova.compute.manager [req-1f839a8f-da6d-4e94-a529-4659078d5ebf req-9a0699b1-07f5-4e1c-a0ae-a5aec67092ce service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Received event network-vif-deleted-11b9de04-8bb6-4907-9f73-0d47f8506bd7 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1302.053735] env[69760]: INFO nova.compute.manager [req-1f839a8f-da6d-4e94-a529-4659078d5ebf req-9a0699b1-07f5-4e1c-a0ae-a5aec67092ce service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Neutron deleted interface 11b9de04-8bb6-4907-9f73-0d47f8506bd7; detaching it from the instance and deleting it from the info cache [ 1302.053867] env[69760]: DEBUG nova.network.neutron [req-1f839a8f-da6d-4e94-a529-4659078d5ebf req-9a0699b1-07f5-4e1c-a0ae-a5aec67092ce service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.295365] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1302.295680] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-611ee7f7-f1d5-4265-b6a1-b4a51b302022 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.303637] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1302.303637] env[69760]: value = "task-3394872" [ 1302.303637] env[69760]: _type = "Task" [ 1302.303637] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1302.311363] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394872, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1302.399444] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.399835] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.399835] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1302.399989] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1302.400930] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea3fd5c8-e5af-4653-8f75-5456405f95de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.409262] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-048484df-c53d-4007-9e12-306724033103 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.423262] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-999ca07f-007f-46fa-b0fb-b3738c90de18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.430106] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2f9de26-e3bd-4dc4-b317-d3ac159c2827 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.458975] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179803MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1302.459056] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1302.459256] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1302.536860] env[69760]: DEBUG nova.network.neutron [-] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1302.557254] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5feeaa88-7f51-4183-9ea0-cb885019ce42 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.567340] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-120f31ec-256c-4444-b073-6e065e65f0e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1302.597926] env[69760]: DEBUG nova.compute.manager [req-1f839a8f-da6d-4e94-a529-4659078d5ebf req-9a0699b1-07f5-4e1c-a0ae-a5aec67092ce service nova] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Detach interface failed, port_id=11b9de04-8bb6-4907-9f73-0d47f8506bd7, reason: Instance fb0a22c5-e502-4a49-a242-cc034a5fa471 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1302.816727] env[69760]: DEBUG oslo_vmware.api [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394872, 'name': PowerOnVM_Task, 'duration_secs': 0.383391} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1302.816727] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1302.816940] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-54012884-ecc1-4b45-b267-ac8a2f4bfd81 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance 'b938a497-3461-4b22-b144-c8d106b741e8' progress to 100 {{(pid=69760) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1303.039538] env[69760]: INFO nova.compute.manager [-] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Took 1.42 seconds to deallocate network for instance. [ 1303.467723] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Applying migration context for instance b938a497-3461-4b22-b144-c8d106b741e8 as it has an incoming, in-progress migration bc8ebb32-bce9-4a61-a70d-b9a1783d6448. Migration status is post-migrating {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1303.469145] env[69760]: INFO nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating resource usage from migration bc8ebb32-bce9-4a61-a70d-b9a1783d6448 [ 1303.489182] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.489182] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance ce100496-bf05-409a-be94-57fa039789a0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.489182] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance fb0a22c5-e502-4a49-a242-cc034a5fa471 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.489182] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 0a813dc5-e8c0-4b06-a68e-b91835f08c3b actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.489182] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 75ba8292-18d6-4c82-a6e9-d44088380464 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.489182] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Migration bc8ebb32-bce9-4a61-a70d-b9a1783d6448 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1742}} [ 1303.489411] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b938a497-3461-4b22-b144-c8d106b741e8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1303.489445] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 7 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1303.489608] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1984MB phys_disk=200GB used_disk=6GB total_vcpus=48 used_vcpus=7 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1303.547008] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.585164] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a5c1c0d-1e15-4920-a624-43eee5853643 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.593330] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b85e8815-6308-4052-925e-beb1bf8dd746 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.623637] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517c6fc1-16fa-44cd-acb7-b52748ecfb19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.631203] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f5c2ee7-4d9d-49e8-b267-ee8a5b578a3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.645394] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1304.148534] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1304.653504] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1304.653817] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.194s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1304.654133] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.107s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1304.654380] env[69760]: DEBUG nova.objects.instance [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'resources' on Instance uuid fb0a22c5-e502-4a49-a242-cc034a5fa471 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1305.248895] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2ff128a-7c4c-45f4-907c-e4f06015c6d1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.256589] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dbf2a71-de27-4979-81e8-635cc5d40aa5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.289140] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdaa60ac-4f70-492a-b747-be8034d51f98 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.300110] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1758650-66c9-487d-9f5b-87afc995ba8e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1305.315496] env[69760]: DEBUG nova.compute.provider_tree [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1305.360372] env[69760]: DEBUG nova.network.neutron [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Port 09f2f5e4-43d7-4a16-b917-d0ee59039b96 binding to destination host cpu-1 is already ACTIVE {{(pid=69760) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3228}} [ 1305.360724] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.360913] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.361129] env[69760]: DEBUG nova.network.neutron [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1305.818309] env[69760]: DEBUG nova.scheduler.client.report [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1306.089712] env[69760]: DEBUG nova.network.neutron [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1306.323532] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1306.343925] env[69760]: INFO nova.scheduler.client.report [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted allocations for instance fb0a22c5-e502-4a49-a242-cc034a5fa471 [ 1306.592930] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.852545] env[69760]: DEBUG oslo_concurrency.lockutils [None req-e281dd74-a0e9-47c5-a60f-956004cf1c1d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "fb0a22c5-e502-4a49-a242-cc034a5fa471" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.842s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.096608] env[69760]: DEBUG nova.compute.manager [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=69760) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:901}} [ 1308.177877] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.178209] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.195605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1308.195891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1308.681145] env[69760]: DEBUG nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1308.698439] env[69760]: DEBUG nova.objects.instance [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'migration_context' on Instance uuid b938a497-3461-4b22-b144-c8d106b741e8 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1309.204152] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1309.290843] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8ae2f81-f7a1-4d38-9f74-d19227a85336 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.298676] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c83b4d3-a1c8-41f1-b86b-7d57bb8cee93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.327858] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1447f596-a960-448f-8094-6574cde9ab9e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.334797] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f35cc1ac-fd9e-4f25-914a-f13db28de6f0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1309.347412] env[69760]: DEBUG nova.compute.provider_tree [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1309.851026] env[69760]: DEBUG nova.scheduler.client.report [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1310.864470] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.668s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1310.870040] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.666s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1310.871495] env[69760]: INFO nova.compute.claims [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1311.973894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9724b161-c264-47fe-aa0f-7c7f0e73cc62 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.982134] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73eb48b4-4080-45ff-bea5-f25f29f0c6fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.012019] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42aaaf03-658b-4694-a973-408f5ff903a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.019286] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355a1f00-2b6d-4cb0-955e-345ce5c1fdca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1312.032966] env[69760]: DEBUG nova.compute.provider_tree [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.404947] env[69760]: INFO nova.compute.manager [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Swapping old allocation on dict_keys(['0341868b-b8c4-4012-b007-040da1f96754']) held by migration bc8ebb32-bce9-4a61-a70d-b9a1783d6448 for instance [ 1312.425576] env[69760]: DEBUG nova.scheduler.client.report [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Overwriting current allocation {'allocations': {'0341868b-b8c4-4012-b007-040da1f96754': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 177}}, 'project_id': 'ddd085bb6c224021b00633c0da4c3ce9', 'user_id': 'de83954c240746ef951896ae91c68ed6', 'consumer_generation': 1} on consumer b938a497-3461-4b22-b144-c8d106b741e8 {{(pid=69760) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1312.512295] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.512295] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.512494] env[69760]: DEBUG nova.network.neutron [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1312.535768] env[69760]: DEBUG nova.scheduler.client.report [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1313.040895] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1313.041475] env[69760]: DEBUG nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1313.217020] env[69760]: DEBUG nova.network.neutron [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [{"id": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "address": "fa:16:3e:fa:72:3b", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap09f2f5e4-43", "ovs_interfaceid": "09f2f5e4-43d7-4a16-b917-d0ee59039b96", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1313.548048] env[69760]: DEBUG nova.compute.utils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1313.549408] env[69760]: DEBUG nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1313.549582] env[69760]: DEBUG nova.network.neutron [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1313.585517] env[69760]: DEBUG nova.policy [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce5e191ee7304342aeed29d3a77a7060', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fce5f80ada5641b29d5e218be2d947e3', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1313.720320] env[69760]: DEBUG oslo_concurrency.lockutils [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-b938a497-3461-4b22-b144-c8d106b741e8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.721451] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ab8d24-8e84-4ae0-b332-a115ca2d843a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.729543] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97af2e3d-1167-4054-bded-7b22d197a2d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1313.865805] env[69760]: DEBUG nova.network.neutron [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Successfully created port: af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1314.052777] env[69760]: DEBUG nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1314.810749] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1314.811094] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fac7103a-9f22-43d1-9abf-6688ad4def3f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1314.818374] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1314.818374] env[69760]: value = "task-3394873" [ 1314.818374] env[69760]: _type = "Task" [ 1314.818374] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1314.826305] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394873, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.063124] env[69760]: DEBUG nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1315.087744] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.088031] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.088200] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.088381] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.088531] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.088679] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.088919] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.089096] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.089269] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.089433] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.089608] env[69760]: DEBUG nova.virt.hardware [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.090477] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-247548bf-fa6e-4a45-b566-fb448694306a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.098150] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec669791-5ce0-45af-b8b9-83abb116b01e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.248466] env[69760]: DEBUG nova.compute.manager [req-0647455b-f7fe-4296-810c-722a86360c62 req-8d102046-66a6-4d8a-9659-f8eb92573524 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Received event network-vif-plugged-af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1315.248670] env[69760]: DEBUG oslo_concurrency.lockutils [req-0647455b-f7fe-4296-810c-722a86360c62 req-8d102046-66a6-4d8a-9659-f8eb92573524 service nova] Acquiring lock "b1d8945d-d3a0-4464-853e-9ee6121fce12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1315.248981] env[69760]: DEBUG oslo_concurrency.lockutils [req-0647455b-f7fe-4296-810c-722a86360c62 req-8d102046-66a6-4d8a-9659-f8eb92573524 service nova] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1315.249192] env[69760]: DEBUG oslo_concurrency.lockutils [req-0647455b-f7fe-4296-810c-722a86360c62 req-8d102046-66a6-4d8a-9659-f8eb92573524 service nova] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1315.249389] env[69760]: DEBUG nova.compute.manager [req-0647455b-f7fe-4296-810c-722a86360c62 req-8d102046-66a6-4d8a-9659-f8eb92573524 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] No waiting events found dispatching network-vif-plugged-af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1315.249559] env[69760]: WARNING nova.compute.manager [req-0647455b-f7fe-4296-810c-722a86360c62 req-8d102046-66a6-4d8a-9659-f8eb92573524 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Received unexpected event network-vif-plugged-af88fb1c-97a0-46c5-99e8-c0d3b112f41a for instance with vm_state building and task_state spawning. [ 1315.328152] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394873, 'name': PowerOffVM_Task, 'duration_secs': 0.202681} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.328397] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1315.329170] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.329425] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.329479] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.329624] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.330182] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.330182] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.330321] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.331284] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.331284] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.331284] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.331284] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.336286] env[69760]: DEBUG nova.network.neutron [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Successfully updated port: af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1315.337376] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-38c96751-8953-4c7d-9c67-ec72bcfc9b1c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.354554] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1315.354554] env[69760]: value = "task-3394874" [ 1315.354554] env[69760]: _type = "Task" [ 1315.354554] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.362529] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394874, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1315.851017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.851017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.851174] env[69760]: DEBUG nova.network.neutron [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1315.864056] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394874, 'name': ReconfigVM_Task, 'duration_secs': 0.137364} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1315.864851] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da3d8ed-e916-4bdd-8bda-b8820ebb94d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.885675] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1315.887283] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1315.887619] env[69760]: DEBUG nova.virt.hardware [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1315.888149] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fb10f5-156f-4b5f-8e0f-de5956839312 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1315.893426] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1315.893426] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521dcb98-01d4-5195-e01d-63dc17e3820a" [ 1315.893426] env[69760]: _type = "Task" [ 1315.893426] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1315.901007] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521dcb98-01d4-5195-e01d-63dc17e3820a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.383312] env[69760]: DEBUG nova.network.neutron [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1316.407575] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521dcb98-01d4-5195-e01d-63dc17e3820a, 'name': SearchDatastore_Task, 'duration_secs': 0.008496} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.412908] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1316.413196] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3110605f-0df9-4a1e-a9fc-e0d2ff61ab9d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.432957] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1316.432957] env[69760]: value = "task-3394875" [ 1316.432957] env[69760]: _type = "Task" [ 1316.432957] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.440519] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394875, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1316.510491] env[69760]: DEBUG nova.network.neutron [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updating instance_info_cache with network_info: [{"id": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "address": "fa:16:3e:4d:87:2f", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf88fb1c-97", "ovs_interfaceid": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1316.943529] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394875, 'name': ReconfigVM_Task, 'duration_secs': 0.175177} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1316.943762] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1316.944503] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76b3bf44-0930-47f2-bcc7-cb0a51e5250c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.970014] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfiguring VM instance instance-00000072 to attach disk [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1316.970273] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7551bea5-7129-4f26-9113-d7bec9b63d23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1316.988796] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1316.988796] env[69760]: value = "task-3394876" [ 1316.988796] env[69760]: _type = "Task" [ 1316.988796] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1316.996480] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394876, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.013211] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.013527] env[69760]: DEBUG nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Instance network_info: |[{"id": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "address": "fa:16:3e:4d:87:2f", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf88fb1c-97", "ovs_interfaceid": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1317.014052] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4d:87:2f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '571cdf48-7016-4715-8739-4cb70c90cd6d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af88fb1c-97a0-46c5-99e8-c0d3b112f41a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1317.021811] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1317.021926] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1317.023114] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-43cc4ce1-d92d-428e-be05-04a3e8f1f48a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.041174] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1317.041174] env[69760]: value = "task-3394877" [ 1317.041174] env[69760]: _type = "Task" [ 1317.041174] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.048466] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394877, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.274488] env[69760]: DEBUG nova.compute.manager [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Received event network-changed-af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1317.274727] env[69760]: DEBUG nova.compute.manager [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Refreshing instance network info cache due to event network-changed-af88fb1c-97a0-46c5-99e8-c0d3b112f41a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1317.274967] env[69760]: DEBUG oslo_concurrency.lockutils [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] Acquiring lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.275157] env[69760]: DEBUG oslo_concurrency.lockutils [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] Acquired lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.275352] env[69760]: DEBUG nova.network.neutron [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Refreshing network info cache for port af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1317.498494] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394876, 'name': ReconfigVM_Task, 'duration_secs': 0.295059} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.498815] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfigured VM instance instance-00000072 to attach disk [datastore1] b938a497-3461-4b22-b144-c8d106b741e8/b938a497-3461-4b22-b144-c8d106b741e8.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1317.499666] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b5135-12be-40fc-8521-558fc12d3e6b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.520567] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e9eb9a-d7b0-4ed4-b300-3845eb541ef8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.541294] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163024d0-5433-49b5-a859-143c213b2f22 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.551771] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394877, 'name': CreateVM_Task, 'duration_secs': 0.295321} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.568523] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1317.569366] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.569532] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.569851] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.570584] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288b0884-6831-4bb6-be90-45aa682017ab {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.573209] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3a0e0726-b376-4128-b994-9b38e4f7990e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.577788] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1317.577788] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5285dcc1-5f9d-c1d1-052e-35c4676c067b" [ 1317.577788] env[69760]: _type = "Task" [ 1317.577788] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.580649] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1317.583697] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-729a51b9-3f52-45c6-9afc-e49148205353 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.590269] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5285dcc1-5f9d-c1d1-052e-35c4676c067b, 'name': SearchDatastore_Task, 'duration_secs': 0.010211} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1317.591318] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.591542] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1317.591761] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.591911] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.592097] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1317.592373] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1317.592373] env[69760]: value = "task-3394878" [ 1317.592373] env[69760]: _type = "Task" [ 1317.592373] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.592540] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a09d3d98-2854-4cf6-9bd1-65ef10cdc29c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.601290] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394878, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1317.602262] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1317.602444] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1317.603111] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac76b6ff-5aac-40b5-b609-980a25e50562 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1317.607601] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1317.607601] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5262dcb2-b127-eaab-1243-9748936dcf4f" [ 1317.607601] env[69760]: _type = "Task" [ 1317.607601] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1317.614975] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5262dcb2-b127-eaab-1243-9748936dcf4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.103531] env[69760]: DEBUG oslo_vmware.api [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394878, 'name': PowerOnVM_Task, 'duration_secs': 0.364263} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.103911] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1318.119165] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5262dcb2-b127-eaab-1243-9748936dcf4f, 'name': SearchDatastore_Task, 'duration_secs': 0.008077} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.120567] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5c695db7-4796-4f04-9b43-df096de419ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.125897] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1318.125897] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]521f01ce-4578-0afe-8cd4-855c6b0dec4d" [ 1318.125897] env[69760]: _type = "Task" [ 1318.125897] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.134139] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521f01ce-4578-0afe-8cd4-855c6b0dec4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.195753] env[69760]: DEBUG nova.network.neutron [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updated VIF entry in instance network info cache for port af88fb1c-97a0-46c5-99e8-c0d3b112f41a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1318.196123] env[69760]: DEBUG nova.network.neutron [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updating instance_info_cache with network_info: [{"id": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "address": "fa:16:3e:4d:87:2f", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf88fb1c-97", "ovs_interfaceid": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1318.636275] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]521f01ce-4578-0afe-8cd4-855c6b0dec4d, 'name': SearchDatastore_Task, 'duration_secs': 0.00956} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1318.636589] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.636793] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b1d8945d-d3a0-4464-853e-9ee6121fce12/b1d8945d-d3a0-4464-853e-9ee6121fce12.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1318.637052] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-73b683e8-4c19-4ede-858b-1060dae1e721 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.643864] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1318.643864] env[69760]: value = "task-3394879" [ 1318.643864] env[69760]: _type = "Task" [ 1318.643864] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1318.651449] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394879, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1318.699438] env[69760]: DEBUG oslo_concurrency.lockutils [req-4bb00124-a62d-4409-b21b-27788f5f66b6 req-ea705da9-9796-4eb3-bd27-e3f2aeb4ed2c service nova] Releasing lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.154281] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394879, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.431433} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.156028] env[69760]: INFO nova.compute.manager [None req-662d7add-0c46-454a-a1ab-dcb5c97505a7 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance to original state: 'active' [ 1319.158038] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] b1d8945d-d3a0-4464-853e-9ee6121fce12/b1d8945d-d3a0-4464-853e-9ee6121fce12.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1319.158267] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1319.158713] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c2a3e8d-aa56-45b9-a06a-4197c1d30a3a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.165352] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1319.165352] env[69760]: value = "task-3394880" [ 1319.165352] env[69760]: _type = "Task" [ 1319.165352] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.174660] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394880, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1319.674411] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394880, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.102745} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1319.674699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1319.675499] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ffaab2ce-1379-4679-88a0-6f34e62db398 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.697690] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] b1d8945d-d3a0-4464-853e-9ee6121fce12/b1d8945d-d3a0-4464-853e-9ee6121fce12.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1319.698062] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e58e3a2a-7e54-4fbb-a797-8eedd9b0dfc9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1319.718351] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1319.718351] env[69760]: value = "task-3394881" [ 1319.718351] env[69760]: _type = "Task" [ 1319.718351] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1319.726421] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.229029] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394881, 'name': ReconfigVM_Task, 'duration_secs': 0.456425} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1320.229319] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Reconfigured VM instance instance-00000078 to attach disk [datastore2] b1d8945d-d3a0-4464-853e-9ee6121fce12/b1d8945d-d3a0-4464-853e-9ee6121fce12.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1320.230011] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-785463ec-442c-485b-bc5d-9fe2a566bd1b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1320.237173] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1320.237173] env[69760]: value = "task-3394882" [ 1320.237173] env[69760]: _type = "Task" [ 1320.237173] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1320.246440] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394882, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1320.747547] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394882, 'name': Rename_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.103916] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.104189] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.104445] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "b938a497-3461-4b22-b144-c8d106b741e8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.104642] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.104822] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.106961] env[69760]: INFO nova.compute.manager [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Terminating instance [ 1321.248516] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394882, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.611640] env[69760]: DEBUG nova.compute.manager [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1321.611900] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1321.612188] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-42c49df4-129a-41e2-a11b-3764315eb8a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.620238] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1321.620238] env[69760]: value = "task-3394883" [ 1321.620238] env[69760]: _type = "Task" [ 1321.620238] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.629131] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394883, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1321.748217] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394882, 'name': Rename_Task, 'duration_secs': 1.020902} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1321.748580] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1321.748697] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-749e7acd-12a1-4ba2-a754-2f068e37ccd3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.754787] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1321.754787] env[69760]: value = "task-3394884" [ 1321.754787] env[69760]: _type = "Task" [ 1321.754787] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1321.761936] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394884, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.130506] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394883, 'name': PowerOffVM_Task, 'duration_secs': 0.232278} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.130871] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1322.131044] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1322.131197] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677293', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'name': 'volume-e739cfc9-5689-4d15-8cc7-2c343e34c755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b938a497-3461-4b22-b144-c8d106b741e8', 'attached_at': '2025-04-10T06:12:25.000000', 'detached_at': '', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'serial': 'e739cfc9-5689-4d15-8cc7-2c343e34c755'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1322.131987] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36952673-04ff-467e-9b3a-3647b36ec011 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.153062] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66b4376c-d42d-48bb-a6af-8486126d137a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.160136] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9630abe8-785a-4e0e-a4b3-4c4defaa696b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.180470] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f77e849b-16f2-42cd-baa6-c095d34430aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.195420] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] The volume has not been displaced from its original location: [datastore2] volume-e739cfc9-5689-4d15-8cc7-2c343e34c755/volume-e739cfc9-5689-4d15-8cc7-2c343e34c755.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1322.200742] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfiguring VM instance instance-00000072 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1322.201046] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1727948b-11fe-451f-ba91-5b4b2b62b0a0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.219110] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1322.219110] env[69760]: value = "task-3394885" [ 1322.219110] env[69760]: _type = "Task" [ 1322.219110] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.228519] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394885, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.263552] env[69760]: DEBUG oslo_vmware.api [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394884, 'name': PowerOnVM_Task, 'duration_secs': 0.463562} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.263806] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1322.264014] env[69760]: INFO nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1322.264203] env[69760]: DEBUG nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1322.264905] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d97a7-be18-4c7d-ad62-4fb723469a84 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.527632] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.527926] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.528168] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1322.528357] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1322.528529] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1322.531044] env[69760]: INFO nova.compute.manager [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Terminating instance [ 1322.729082] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394885, 'name': ReconfigVM_Task, 'duration_secs': 0.199163} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1322.729361] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Reconfigured VM instance instance-00000072 to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1322.733925] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9bd1f5b1-2c7b-493a-8289-abc33c7d747a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1322.748562] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1322.748562] env[69760]: value = "task-3394886" [ 1322.748562] env[69760]: _type = "Task" [ 1322.748562] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1322.756122] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1322.780675] env[69760]: INFO nova.compute.manager [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Took 13.60 seconds to build instance. [ 1323.034617] env[69760]: DEBUG nova.compute.manager [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1323.034885] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1323.035189] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b61068da-9ae6-4697-809b-db37961493fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.043054] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1323.043054] env[69760]: value = "task-3394887" [ 1323.043054] env[69760]: _type = "Task" [ 1323.043054] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.051252] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394887, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.260650] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394886, 'name': ReconfigVM_Task, 'duration_secs': 0.131492} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.261116] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677293', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'name': 'volume-e739cfc9-5689-4d15-8cc7-2c343e34c755', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': 'b938a497-3461-4b22-b144-c8d106b741e8', 'attached_at': '2025-04-10T06:12:25.000000', 'detached_at': '', 'volume_id': 'e739cfc9-5689-4d15-8cc7-2c343e34c755', 'serial': 'e739cfc9-5689-4d15-8cc7-2c343e34c755'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1323.261545] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1323.262782] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b286fa-b4c1-4f1a-94fa-eba48276ddda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.271041] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1323.271041] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-41eddf96-5af7-49bc-b80e-9f6a9a8975c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.282968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-65df6148-0711-42d4-8872-537126d1904d tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 15.105s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1323.329475] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1323.329739] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1323.329866] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleting the datastore file [datastore1] b938a497-3461-4b22-b144-c8d106b741e8 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1323.330145] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4e8c041-d354-41f4-a81c-e22ad579d604 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.337228] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1323.337228] env[69760]: value = "task-3394889" [ 1323.337228] env[69760]: _type = "Task" [ 1323.337228] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.345772] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394889, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.553123] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394887, 'name': PowerOffVM_Task, 'duration_secs': 0.222226} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.553408] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1323.553601] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1323.553788] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677285', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'name': 'volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a813dc5-e8c0-4b06-a68e-b91835f08c3b', 'attached_at': '2025-04-10T06:11:56.000000', 'detached_at': '', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'serial': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1323.554542] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5cf77fc-15b3-4e9d-8270-6ea9b3ad98ae {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.572011] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-555440c5-5245-4463-9694-a4889544a280 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.578450] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b3252d8-3524-4168-9ff3-8215c92cab23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.598343] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e0dee0b-59a3-4aaf-9beb-937bed52cfc1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.613733] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] The volume has not been displaced from its original location: [datastore1] volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4/volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1323.618724] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfiguring VM instance instance-00000075 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1323.620092] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3fd8cbc-3408-44c2-963b-20cca586a422 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.633596] env[69760]: DEBUG nova.compute.manager [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Received event network-changed-af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1323.633781] env[69760]: DEBUG nova.compute.manager [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Refreshing instance network info cache due to event network-changed-af88fb1c-97a0-46c5-99e8-c0d3b112f41a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1323.633993] env[69760]: DEBUG oslo_concurrency.lockutils [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] Acquiring lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.634152] env[69760]: DEBUG oslo_concurrency.lockutils [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] Acquired lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.634312] env[69760]: DEBUG nova.network.neutron [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Refreshing network info cache for port af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1323.642401] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1323.642401] env[69760]: value = "task-3394890" [ 1323.642401] env[69760]: _type = "Task" [ 1323.642401] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.651640] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394890, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.847495] env[69760]: DEBUG oslo_vmware.api [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394889, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157205} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.847831] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1323.847934] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1323.848154] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1323.848344] env[69760]: INFO nova.compute.manager [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Took 2.24 seconds to destroy the instance on the hypervisor. [ 1323.848589] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1323.848784] env[69760]: DEBUG nova.compute.manager [-] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1323.848898] env[69760]: DEBUG nova.network.neutron [-] [instance: b938a497-3461-4b22-b144-c8d106b741e8] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1324.153850] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394890, 'name': ReconfigVM_Task, 'duration_secs': 0.150105} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.154188] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Reconfigured VM instance instance-00000075 to detach disk 2000 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1324.159515] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-05141597-ec1d-4c07-88b5-76acbf33dc53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.181894] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1324.181894] env[69760]: value = "task-3394891" [ 1324.181894] env[69760]: _type = "Task" [ 1324.181894] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.191402] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394891, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.341196] env[69760]: DEBUG nova.compute.manager [req-144254b4-4ab7-4b2d-8bf3-c4ff30964195 req-334ecb1f-c19d-439e-aa0d-0c6c57819f7e service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Received event network-vif-deleted-09f2f5e4-43d7-4a16-b917-d0ee59039b96 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1324.341403] env[69760]: INFO nova.compute.manager [req-144254b4-4ab7-4b2d-8bf3-c4ff30964195 req-334ecb1f-c19d-439e-aa0d-0c6c57819f7e service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Neutron deleted interface 09f2f5e4-43d7-4a16-b917-d0ee59039b96; detaching it from the instance and deleting it from the info cache [ 1324.341578] env[69760]: DEBUG nova.network.neutron [req-144254b4-4ab7-4b2d-8bf3-c4ff30964195 req-334ecb1f-c19d-439e-aa0d-0c6c57819f7e service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.443520] env[69760]: DEBUG nova.network.neutron [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updated VIF entry in instance network info cache for port af88fb1c-97a0-46c5-99e8-c0d3b112f41a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1324.443879] env[69760]: DEBUG nova.network.neutron [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updating instance_info_cache with network_info: [{"id": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "address": "fa:16:3e:4d:87:2f", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf88fb1c-97", "ovs_interfaceid": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.692426] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394891, 'name': ReconfigVM_Task, 'duration_secs': 0.113467} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.692751] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677285', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'name': 'volume-78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '0a813dc5-e8c0-4b06-a68e-b91835f08c3b', 'attached_at': '2025-04-10T06:11:56.000000', 'detached_at': '', 'volume_id': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4', 'serial': '78eb7208-2e5e-4e2f-8ecf-34736fd4efe4'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1324.693049] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1324.693894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685d8879-0d2e-423e-85cd-f3b6e785198f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.700168] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1324.700399] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-72c7f8c8-d57e-4349-843a-af1a1338a444 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.758526] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1324.758774] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1324.759060] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleting the datastore file [datastore1] 0a813dc5-e8c0-4b06-a68e-b91835f08c3b {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1324.759342] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9abbd56f-8b7c-4959-96ad-e962a48f73ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.769132] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1324.769132] env[69760]: value = "task-3394893" [ 1324.769132] env[69760]: _type = "Task" [ 1324.769132] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.777921] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394893, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.809527] env[69760]: DEBUG nova.network.neutron [-] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.845041] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-88de1c85-7dac-48d8-b9c2-4c5e3f2ec1b6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.855482] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f3d77e-0632-45b1-a37f-a5b73924be69 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.882827] env[69760]: DEBUG nova.compute.manager [req-144254b4-4ab7-4b2d-8bf3-c4ff30964195 req-334ecb1f-c19d-439e-aa0d-0c6c57819f7e service nova] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Detach interface failed, port_id=09f2f5e4-43d7-4a16-b917-d0ee59039b96, reason: Instance b938a497-3461-4b22-b144-c8d106b741e8 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1324.948309] env[69760]: DEBUG oslo_concurrency.lockutils [req-61314d45-c418-49d0-8c63-bbd2a6127294 req-64dc7691-4535-4173-9d5a-dafd9d937457 service nova] Releasing lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.283346] env[69760]: DEBUG oslo_vmware.api [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394893, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.085848} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.283865] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1325.284238] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1325.284574] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1325.284921] env[69760]: INFO nova.compute.manager [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Took 2.25 seconds to destroy the instance on the hypervisor. [ 1325.285373] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1325.285702] env[69760]: DEBUG nova.compute.manager [-] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1325.285884] env[69760]: DEBUG nova.network.neutron [-] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1325.312213] env[69760]: INFO nova.compute.manager [-] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Took 1.46 seconds to deallocate network for instance. [ 1325.858740] env[69760]: INFO nova.compute.manager [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Took 0.55 seconds to detach 1 volumes for instance. [ 1326.216320] env[69760]: DEBUG nova.network.neutron [-] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1326.367736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1326.368466] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1326.368466] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1326.372985] env[69760]: DEBUG nova.compute.manager [req-e9b59416-4c83-4d3a-9bea-6fd3ca2d594c req-39c9c6e1-41a6-4ee9-8d08-6dab1a8e04ff service nova] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Received event network-vif-deleted-ac28eedb-529e-4a26-99a0-d9093361da46 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1326.391535] env[69760]: INFO nova.scheduler.client.report [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted allocations for instance b938a497-3461-4b22-b144-c8d106b741e8 [ 1326.720031] env[69760]: INFO nova.compute.manager [-] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Took 1.43 seconds to deallocate network for instance. [ 1326.899605] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1d39967d-208d-4404-9483-82a7d7df3938 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "b938a497-3461-4b22-b144-c8d106b741e8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.795s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1327.261206] env[69760]: INFO nova.compute.manager [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Took 0.54 seconds to detach 1 volumes for instance. [ 1327.263324] env[69760]: DEBUG nova.compute.manager [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Deleting volume: 78eb7208-2e5e-4e2f-8ecf-34736fd4efe4 {{(pid=69760) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3282}} [ 1327.815627] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1327.815925] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1327.816166] env[69760]: DEBUG nova.objects.instance [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'resources' on Instance uuid 0a813dc5-e8c0-4b06-a68e-b91835f08c3b {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1328.271873] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.272188] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.392123] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d0e734-ebe3-425d-a1d4-1ca8b8633a6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.399758] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72229182-aa36-4a3e-ab2e-3f689470ba6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.429292] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1fee90c-9421-4201-925d-e976f608be90 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.435951] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee56102c-ff32-4d89-b3fe-09051b536021 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.449052] env[69760]: DEBUG nova.compute.provider_tree [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1328.774684] env[69760]: DEBUG nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1328.952613] env[69760]: DEBUG nova.scheduler.client.report [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1329.296665] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.459352] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.643s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1329.461648] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.165s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.463194] env[69760]: INFO nova.compute.claims [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1329.481594] env[69760]: INFO nova.scheduler.client.report [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted allocations for instance 0a813dc5-e8c0-4b06-a68e-b91835f08c3b [ 1329.578167] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1329.578413] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1329.578594] env[69760]: INFO nova.compute.manager [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Shelving [ 1329.988790] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b77e7ca3-0fcd-477d-b78e-99fce1d08069 tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "0a813dc5-e8c0-4b06-a68e-b91835f08c3b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.461s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.381184] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "ce100496-bf05-409a-be94-57fa039789a0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.381494] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "ce100496-bf05-409a-be94-57fa039789a0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.381659] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "ce100496-bf05-409a-be94-57fa039789a0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1330.381846] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "ce100496-bf05-409a-be94-57fa039789a0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1330.382055] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "ce100496-bf05-409a-be94-57fa039789a0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.384227] env[69760]: INFO nova.compute.manager [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Terminating instance [ 1330.540900] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce45ca2-5668-494d-975a-6d4090dccdf8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.548276] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c22aaf8-4ecb-4d4b-8d51-2fc13018179e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.578460] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-865ac5a4-3d8a-40ba-a79d-041b90a350a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.585567] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6790702e-7b4c-4c97-bd45-9ac158342d6e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.589405] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.589624] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c38d85c9-53c2-40bf-8592-dc9e83175549 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.600375] env[69760]: DEBUG nova.compute.provider_tree [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1330.603297] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1330.603297] env[69760]: value = "task-3394895" [ 1330.603297] env[69760]: _type = "Task" [ 1330.603297] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.610681] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394895, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1330.888689] env[69760]: DEBUG nova.compute.manager [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1330.888961] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1330.889957] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcce4936-aa10-4fad-8102-7fa4183e98dc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.897732] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1330.897964] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3641f908-8980-4c45-b956-dde126f06a7a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1330.904471] env[69760]: DEBUG oslo_vmware.api [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1330.904471] env[69760]: value = "task-3394896" [ 1330.904471] env[69760]: _type = "Task" [ 1330.904471] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1330.912165] env[69760]: DEBUG oslo_vmware.api [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394896, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.103839] env[69760]: DEBUG nova.scheduler.client.report [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1331.116621] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394895, 'name': PowerOffVM_Task, 'duration_secs': 0.172798} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.116864] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.117738] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12566351-dd0f-45f9-b7f7-873ad7b1c499 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.136495] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75257819-9770-474f-9c86-5c048ba16f35 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.414315] env[69760]: DEBUG oslo_vmware.api [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394896, 'name': PowerOffVM_Task, 'duration_secs': 0.216625} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.414626] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1331.414758] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1331.415014] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f6f92951-e07b-45f7-96a8-48de72cd3187 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.472947] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1331.473240] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1331.473370] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleting the datastore file [datastore1] ce100496-bf05-409a-be94-57fa039789a0 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1331.473628] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-857fcd6f-04cc-4d78-869e-5bcc5a33f9fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.479923] env[69760]: DEBUG oslo_vmware.api [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1331.479923] env[69760]: value = "task-3394898" [ 1331.479923] env[69760]: _type = "Task" [ 1331.479923] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.487506] env[69760]: DEBUG oslo_vmware.api [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394898, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.612161] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.150s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1331.612700] env[69760]: DEBUG nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1331.646848] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1331.647109] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-eaef7cc5-71b4-4a8c-9124-39d55441bd52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1331.655823] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1331.655823] env[69760]: value = "task-3394899" [ 1331.655823] env[69760]: _type = "Task" [ 1331.655823] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1331.664595] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394899, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1331.991407] env[69760]: DEBUG oslo_vmware.api [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394898, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.127121} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1331.991764] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1331.992053] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1331.992324] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1331.992583] env[69760]: INFO nova.compute.manager [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: ce100496-bf05-409a-be94-57fa039789a0] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1331.992898] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1331.993181] env[69760]: DEBUG nova.compute.manager [-] [instance: ce100496-bf05-409a-be94-57fa039789a0] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1331.993332] env[69760]: DEBUG nova.network.neutron [-] [instance: ce100496-bf05-409a-be94-57fa039789a0] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1332.118124] env[69760]: DEBUG nova.compute.utils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1332.119535] env[69760]: DEBUG nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1332.119714] env[69760]: DEBUG nova.network.neutron [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1332.162370] env[69760]: DEBUG nova.policy [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'de83954c240746ef951896ae91c68ed6', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ddd085bb6c224021b00633c0da4c3ce9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1332.169739] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394899, 'name': CreateSnapshot_Task, 'duration_secs': 0.375426} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1332.170014] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1332.170829] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c7472d1-aac6-4846-9b44-92a4c48bf18b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.273276] env[69760]: DEBUG nova.compute.manager [req-219a4857-9585-4770-b925-6f81eb341f96 req-5b4f901c-bf91-491d-963c-0c45e97e9348 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Received event network-vif-deleted-2cd337b6-2673-470b-b1c8-62626cfa2bde {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1332.273276] env[69760]: INFO nova.compute.manager [req-219a4857-9585-4770-b925-6f81eb341f96 req-5b4f901c-bf91-491d-963c-0c45e97e9348 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Neutron deleted interface 2cd337b6-2673-470b-b1c8-62626cfa2bde; detaching it from the instance and deleting it from the info cache [ 1332.273276] env[69760]: DEBUG nova.network.neutron [req-219a4857-9585-4770-b925-6f81eb341f96 req-5b4f901c-bf91-491d-963c-0c45e97e9348 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.473164] env[69760]: DEBUG nova.network.neutron [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Successfully created port: bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1332.622734] env[69760]: DEBUG nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1332.688999] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1332.689324] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-c952f946-ade6-4461-9da9-bc86118171c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.698120] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1332.698120] env[69760]: value = "task-3394900" [ 1332.698120] env[69760]: _type = "Task" [ 1332.698120] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1332.707239] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394900, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1332.751157] env[69760]: DEBUG nova.network.neutron [-] [instance: ce100496-bf05-409a-be94-57fa039789a0] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1332.776125] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59268317-bb16-4ba0-a6ab-d191d6108c1f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.787093] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4d18801-13e1-4b78-824c-7e3f6613e346 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1332.813155] env[69760]: DEBUG nova.compute.manager [req-219a4857-9585-4770-b925-6f81eb341f96 req-5b4f901c-bf91-491d-963c-0c45e97e9348 service nova] [instance: ce100496-bf05-409a-be94-57fa039789a0] Detach interface failed, port_id=2cd337b6-2673-470b-b1c8-62626cfa2bde, reason: Instance ce100496-bf05-409a-be94-57fa039789a0 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1333.209031] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394900, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.253350] env[69760]: INFO nova.compute.manager [-] [instance: ce100496-bf05-409a-be94-57fa039789a0] Took 1.26 seconds to deallocate network for instance. [ 1333.632765] env[69760]: DEBUG nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1333.661312] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1333.661587] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1333.661748] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1333.661939] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1333.662104] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1333.662312] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1333.662543] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1333.662708] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1333.662879] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1333.663057] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1333.663241] env[69760]: DEBUG nova.virt.hardware [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1333.664130] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e50519a-81e5-4316-9939-339512b2e0a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.672058] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427c170b-5eaa-43be-98f6-a041d123bf6b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1333.709214] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394900, 'name': CloneVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1333.761486] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1333.761810] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1333.762082] env[69760]: DEBUG nova.objects.instance [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'resources' on Instance uuid ce100496-bf05-409a-be94-57fa039789a0 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1333.905226] env[69760]: DEBUG nova.network.neutron [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Successfully updated port: bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1334.209810] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394900, 'name': CloneVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1334.299092] env[69760]: DEBUG nova.compute.manager [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-vif-plugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.299372] env[69760]: DEBUG oslo_concurrency.lockutils [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1334.299568] env[69760]: DEBUG oslo_concurrency.lockutils [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1334.299749] env[69760]: DEBUG oslo_concurrency.lockutils [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1334.299900] env[69760]: DEBUG nova.compute.manager [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] No waiting events found dispatching network-vif-plugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1334.300094] env[69760]: WARNING nova.compute.manager [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received unexpected event network-vif-plugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 for instance with vm_state building and task_state spawning. [ 1334.300272] env[69760]: DEBUG nova.compute.manager [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1334.300427] env[69760]: DEBUG nova.compute.manager [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing instance network info cache due to event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1334.300607] env[69760]: DEBUG oslo_concurrency.lockutils [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] Acquiring lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.300739] env[69760]: DEBUG oslo_concurrency.lockutils [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] Acquired lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.300890] env[69760]: DEBUG nova.network.neutron [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing network info cache for port bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1334.343365] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-671f8591-1fff-42f0-a0cb-1d01d4bf8552 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.350454] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80028cfb-6043-45e2-bd52-6686054c4c52 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.382064] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1633efc-3091-4c38-932f-9a4bcf6d04de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.389048] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6f21b9-500d-4f36-b273-2a311df1745f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.402174] env[69760]: DEBUG nova.compute.provider_tree [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1334.408128] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.709921] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394900, 'name': CloneVM_Task, 'duration_secs': 1.948858} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1334.710295] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Created linked-clone VM from snapshot [ 1334.710935] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17b6d05c-e876-478d-bcde-dcb3eddfbb83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.718371] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Uploading image f79709de-c336-4b98-ad29-b77f0c9d66cb {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1334.738616] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1334.738616] env[69760]: value = "vm-677297" [ 1334.738616] env[69760]: _type = "VirtualMachine" [ 1334.738616] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1334.738875] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-eaf4e23e-38d6-46fb-855e-6be92821c972 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1334.746316] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease: (returnval){ [ 1334.746316] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52755110-9156-efbe-d187-6ed77ebead38" [ 1334.746316] env[69760]: _type = "HttpNfcLease" [ 1334.746316] env[69760]: } obtained for exporting VM: (result){ [ 1334.746316] env[69760]: value = "vm-677297" [ 1334.746316] env[69760]: _type = "VirtualMachine" [ 1334.746316] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1334.746723] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the lease: (returnval){ [ 1334.746723] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52755110-9156-efbe-d187-6ed77ebead38" [ 1334.746723] env[69760]: _type = "HttpNfcLease" [ 1334.746723] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1334.752807] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1334.752807] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52755110-9156-efbe-d187-6ed77ebead38" [ 1334.752807] env[69760]: _type = "HttpNfcLease" [ 1334.752807] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1334.833326] env[69760]: DEBUG nova.network.neutron [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1334.894852] env[69760]: DEBUG nova.network.neutron [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1334.905106] env[69760]: DEBUG nova.scheduler.client.report [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1335.255372] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1335.255372] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52755110-9156-efbe-d187-6ed77ebead38" [ 1335.255372] env[69760]: _type = "HttpNfcLease" [ 1335.255372] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1335.255680] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1335.255680] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52755110-9156-efbe-d187-6ed77ebead38" [ 1335.255680] env[69760]: _type = "HttpNfcLease" [ 1335.255680] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1335.256399] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d85a72f7-7ea1-4a27-80c2-f0148d87a623 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.264801] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be560c-143e-8aa3-3068-bfc728d2d994/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1335.264971] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be560c-143e-8aa3-3068-bfc728d2d994/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1335.352701] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-457fa19e-3635-4155-9f0b-5756d543ce3d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1335.397159] env[69760]: DEBUG oslo_concurrency.lockutils [req-d83c621f-1ed1-419b-a5d1-cfcf8650b0c1 req-aeb41c1c-c9ad-4a8a-974a-35d61b6cdd47 service nova] Releasing lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.397562] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.397730] env[69760]: DEBUG nova.network.neutron [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1335.409901] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.648s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1335.427927] env[69760]: INFO nova.scheduler.client.report [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted allocations for instance ce100496-bf05-409a-be94-57fa039789a0 [ 1335.929980] env[69760]: DEBUG nova.network.neutron [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1335.935077] env[69760]: DEBUG oslo_concurrency.lockutils [None req-14c6693f-61de-4569-84e1-b9a6abd3502b tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "ce100496-bf05-409a-be94-57fa039789a0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.553s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1336.076450] env[69760]: DEBUG nova.network.neutron [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [{"id": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "address": "fa:16:3e:40:95:4a", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a44a0-d9", "ovs_interfaceid": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1336.579780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.580179] env[69760]: DEBUG nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance network_info: |[{"id": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "address": "fa:16:3e:40:95:4a", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a44a0-d9", "ovs_interfaceid": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1336.580742] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:95:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd8a44a0-d987-4c28-b3ef-566cc7dc1707', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1336.589306] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1336.589536] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1336.589860] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b7454e47-5e18-4570-8b77-aad05facb5bf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.612512] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1336.612512] env[69760]: value = "task-3394903" [ 1336.612512] env[69760]: _type = "Task" [ 1336.612512] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1336.624651] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394903, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.123678] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394903, 'name': CreateVM_Task, 'duration_secs': 0.442241} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.124339] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1337.124590] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.124759] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.125182] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.125470] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6aff63e4-37ee-4eea-9304-e1f6e27da751 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.130646] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1337.130646] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5290dda6-2b9f-8d0a-2150-00923d9d7bf2" [ 1337.130646] env[69760]: _type = "Task" [ 1337.130646] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.138511] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5290dda6-2b9f-8d0a-2150-00923d9d7bf2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1337.641855] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5290dda6-2b9f-8d0a-2150-00923d9d7bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.009978} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1337.642231] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.642485] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1337.642736] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.642926] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.643082] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1337.643390] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e0183838-1c9e-477e-92b4-75ea711a2088 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.651749] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1337.651925] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1337.652687] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b0a2c55-7575-4f08-ae04-304e2f93aa66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1337.657886] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1337.657886] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5245debb-1bce-ac0e-1ac2-85a7e1b08f45" [ 1337.657886] env[69760]: _type = "Task" [ 1337.657886] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1337.665348] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5245debb-1bce-ac0e-1ac2-85a7e1b08f45, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.168436] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5245debb-1bce-ac0e-1ac2-85a7e1b08f45, 'name': SearchDatastore_Task, 'duration_secs': 0.008242} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.169242] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8a06b7d-ae17-43b9-9979-e9d5607b3d1b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.174993] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1338.174993] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270360c-f106-f883-2305-3829a92dbf75" [ 1338.174993] env[69760]: _type = "Task" [ 1338.174993] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.183073] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270360c-f106-f883-2305-3829a92dbf75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1338.685580] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5270360c-f106-f883-2305-3829a92dbf75, 'name': SearchDatastore_Task, 'duration_secs': 0.010619} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1338.685869] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.686149] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1338.686434] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e84cf3c-3bca-4b8c-845c-6bd4383fb73d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1338.693179] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1338.693179] env[69760]: value = "task-3394904" [ 1338.693179] env[69760]: _type = "Task" [ 1338.693179] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1338.702661] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394904, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.204308] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394904, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.399501} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.204650] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1339.204904] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1339.205224] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bfaee2d5-3144-492e-989c-9a286c70c7d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.212424] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1339.212424] env[69760]: value = "task-3394905" [ 1339.212424] env[69760]: _type = "Task" [ 1339.212424] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.220376] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1339.721854] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088879} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1339.724026] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1339.724026] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c19f84ef-e677-46c5-b139-3c0a329c4387 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.745406] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1339.746016] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d67a6f17-fdec-49ac-b6fc-a01b902b6505 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1339.766324] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1339.766324] env[69760]: value = "task-3394906" [ 1339.766324] env[69760]: _type = "Task" [ 1339.766324] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1339.774420] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.171719] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.172130] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.172372] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1340.172630] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1340.172818] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1340.175249] env[69760]: INFO nova.compute.manager [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Terminating instance [ 1340.276029] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394906, 'name': ReconfigVM_Task, 'duration_secs': 0.403235} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.276511] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1340.276998] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5b5b20e1-3fe4-42ba-9cd1-2cb4a7f3eab0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.283605] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1340.283605] env[69760]: value = "task-3394907" [ 1340.283605] env[69760]: _type = "Task" [ 1340.283605] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.291741] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394907, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.679409] env[69760]: DEBUG nova.compute.manager [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1340.679639] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1340.680549] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34146dd1-ad5e-4eeb-8af7-b126adf7b79f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.688218] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1340.688460] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f88062e1-9993-4642-b79d-67a0b7efd3fe {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.694938] env[69760]: DEBUG oslo_vmware.api [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1340.694938] env[69760]: value = "task-3394908" [ 1340.694938] env[69760]: _type = "Task" [ 1340.694938] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.704086] env[69760]: DEBUG oslo_vmware.api [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394908, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1340.794661] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394907, 'name': Rename_Task, 'duration_secs': 0.201686} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1340.795021] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1340.795341] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-33d77630-70ef-43b1-ac62-cece501126f2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.803102] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1340.803102] env[69760]: value = "task-3394909" [ 1340.803102] env[69760]: _type = "Task" [ 1340.803102] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1340.813820] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.206202] env[69760]: DEBUG oslo_vmware.api [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394908, 'name': PowerOffVM_Task, 'duration_secs': 0.187484} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.206559] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.206785] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1341.207121] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61ab9b04-1f0d-49d9-bc0a-ff2868f9cc60 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.267234] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1341.267510] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1341.267705] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleting the datastore file [datastore2] 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1341.267977] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9db1d3f8-edbf-4263-8c1a-bd18d1aba086 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.275468] env[69760]: DEBUG oslo_vmware.api [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for the task: (returnval){ [ 1341.275468] env[69760]: value = "task-3394911" [ 1341.275468] env[69760]: _type = "Task" [ 1341.275468] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.283134] env[69760]: DEBUG oslo_vmware.api [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394911, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.312331] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.786701] env[69760]: DEBUG oslo_vmware.api [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Task: {'id': task-3394911, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138464} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.787035] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1341.787225] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1341.787408] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1341.787587] env[69760]: INFO nova.compute.manager [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1341.787861] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1341.788085] env[69760]: DEBUG nova.compute.manager [-] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1341.788194] env[69760]: DEBUG nova.network.neutron [-] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1341.813574] env[69760]: DEBUG oslo_vmware.api [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394909, 'name': PowerOnVM_Task, 'duration_secs': 0.598003} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.813887] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1341.814133] env[69760]: INFO nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Took 8.18 seconds to spawn the instance on the hypervisor. [ 1341.814330] env[69760]: DEBUG nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1341.815153] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be528ce0-9953-4ab2-aa8e-d93e8bf203cb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.071807] env[69760]: DEBUG nova.compute.manager [req-f5d69804-d968-4394-a07a-9927c19d5bc9 req-3c4de4bf-d54b-4076-9ccb-8a2d6a73b2da service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Received event network-vif-deleted-5557e9d6-53ba-478c-8f50-35954d6effaf {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.072028] env[69760]: INFO nova.compute.manager [req-f5d69804-d968-4394-a07a-9927c19d5bc9 req-3c4de4bf-d54b-4076-9ccb-8a2d6a73b2da service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Neutron deleted interface 5557e9d6-53ba-478c-8f50-35954d6effaf; detaching it from the instance and deleting it from the info cache [ 1342.072210] env[69760]: DEBUG nova.network.neutron [req-f5d69804-d968-4394-a07a-9927c19d5bc9 req-3c4de4bf-d54b-4076-9ccb-8a2d6a73b2da service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.338831] env[69760]: INFO nova.compute.manager [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Took 13.06 seconds to build instance. [ 1342.437626] env[69760]: DEBUG nova.compute.manager [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1342.437939] env[69760]: DEBUG nova.compute.manager [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing instance network info cache due to event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1342.438081] env[69760]: DEBUG oslo_concurrency.lockutils [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] Acquiring lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.438231] env[69760]: DEBUG oslo_concurrency.lockutils [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] Acquired lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.438415] env[69760]: DEBUG nova.network.neutron [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing network info cache for port bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1342.556098] env[69760]: DEBUG nova.network.neutron [-] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1342.575171] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e1b9a448-9fb3-4223-9c62-058eee1dda76 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.586244] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e366913a-1af7-4ac6-ad07-287de70412b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.617502] env[69760]: DEBUG nova.compute.manager [req-f5d69804-d968-4394-a07a-9927c19d5bc9 req-3c4de4bf-d54b-4076-9ccb-8a2d6a73b2da service nova] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Detach interface failed, port_id=5557e9d6-53ba-478c-8f50-35954d6effaf, reason: Instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1342.840938] env[69760]: DEBUG oslo_concurrency.lockutils [None req-52dbd977-98a7-4f6d-a05b-353f04c0b691 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.569s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1343.057443] env[69760]: INFO nova.compute.manager [-] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Took 1.27 seconds to deallocate network for instance. [ 1343.177244] env[69760]: DEBUG nova.network.neutron [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updated VIF entry in instance network info cache for port bd8a44a0-d987-4c28-b3ef-566cc7dc1707. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1343.177664] env[69760]: DEBUG nova.network.neutron [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [{"id": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "address": "fa:16:3e:40:95:4a", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a44a0-d9", "ovs_interfaceid": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1343.564654] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1343.564939] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1343.565533] env[69760]: DEBUG nova.objects.instance [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lazy-loading 'resources' on Instance uuid 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1343.680827] env[69760]: DEBUG oslo_concurrency.lockutils [req-cd65ed5f-1175-41fc-895f-764901ef4c29 req-dd6aac48-a640-46fe-a791-374715270f3f service nova] Releasing lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.054497] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be560c-143e-8aa3-3068-bfc728d2d994/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1344.055437] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a73267ca-1b9f-4399-9ad1-f7fca5e699a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.062508] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be560c-143e-8aa3-3068-bfc728d2d994/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1344.062682] env[69760]: ERROR oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be560c-143e-8aa3-3068-bfc728d2d994/disk-0.vmdk due to incomplete transfer. [ 1344.062910] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-669355a1-d5d2-407d-9143-e25397b44be7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.071105] env[69760]: DEBUG oslo_vmware.rw_handles [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52be560c-143e-8aa3-3068-bfc728d2d994/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1344.071278] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Uploaded image f79709de-c336-4b98-ad29-b77f0c9d66cb to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1344.073763] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1344.074014] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-3df3a91f-8cb7-4c75-9fac-7d4b0884f123 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.079728] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1344.079728] env[69760]: value = "task-3394912" [ 1344.079728] env[69760]: _type = "Task" [ 1344.079728] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1344.087136] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394912, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.131546] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb99cab5-3f87-44f9-948a-7fa31964dc50 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.139731] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b798fcc-a5e4-4d0f-b209-a158a994e613 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.170764] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52ec4982-fbc6-4658-a0ca-dd135767e03a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.177956] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57508401-44b7-4460-bb70-2a52186bffcd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.191484] env[69760]: DEBUG nova.compute.provider_tree [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1344.591984] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394912, 'name': Destroy_Task} progress is 33%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.696172] env[69760]: DEBUG nova.scheduler.client.report [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1345.090551] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394912, 'name': Destroy_Task, 'duration_secs': 0.769637} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1345.090830] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Destroyed the VM [ 1345.091086] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1345.091339] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d9a6da63-e6d3-49ca-b53c-3da9a3d66c88 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1345.097631] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1345.097631] env[69760]: value = "task-3394913" [ 1345.097631] env[69760]: _type = "Task" [ 1345.097631] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1345.104838] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394913, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.200877] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.636s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1345.220128] env[69760]: INFO nova.scheduler.client.report [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Deleted allocations for instance 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e [ 1345.607379] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394913, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1345.727909] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7b1293ac-bfca-4ee0-a157-fe57e6658cbb tempest-ServerActionsTestOtherA-1244086621 tempest-ServerActionsTestOtherA-1244086621-project-member] Lock "40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.556s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1346.108609] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394913, 'name': RemoveSnapshot_Task, 'duration_secs': 0.526759} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1346.108880] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1346.109205] env[69760]: DEBUG nova.compute.manager [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1346.109942] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f2b163-5831-4aef-a2e2-e383d423610e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1346.622729] env[69760]: INFO nova.compute.manager [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Shelve offloading [ 1347.127245] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1347.127545] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fb0f6099-575e-4e7b-975f-5b1a897d1847 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.135057] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1347.135057] env[69760]: value = "task-3394914" [ 1347.135057] env[69760]: _type = "Task" [ 1347.135057] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1347.142824] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394914, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1347.645237] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1347.645518] env[69760]: DEBUG nova.compute.manager [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1347.646214] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e488bdb-1c41-4d9b-9d5e-cbd18650be55 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1347.652158] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.652330] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.652555] env[69760]: DEBUG nova.network.neutron [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1348.391648] env[69760]: DEBUG nova.network.neutron [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd01042-9a", "ovs_interfaceid": "8bd01042-9a56-4121-9ff1-21a59034b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.894809] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.099663] env[69760]: DEBUG nova.compute.manager [req-0a00494c-4043-4aee-8a40-2769b9cefffe req-b8346849-90d8-4994-b6f3-4218dfab515a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-vif-unplugged-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1349.099934] env[69760]: DEBUG oslo_concurrency.lockutils [req-0a00494c-4043-4aee-8a40-2769b9cefffe req-b8346849-90d8-4994-b6f3-4218dfab515a service nova] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1349.100121] env[69760]: DEBUG oslo_concurrency.lockutils [req-0a00494c-4043-4aee-8a40-2769b9cefffe req-b8346849-90d8-4994-b6f3-4218dfab515a service nova] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1349.100330] env[69760]: DEBUG oslo_concurrency.lockutils [req-0a00494c-4043-4aee-8a40-2769b9cefffe req-b8346849-90d8-4994-b6f3-4218dfab515a service nova] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1349.100477] env[69760]: DEBUG nova.compute.manager [req-0a00494c-4043-4aee-8a40-2769b9cefffe req-b8346849-90d8-4994-b6f3-4218dfab515a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] No waiting events found dispatching network-vif-unplugged-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1349.100650] env[69760]: WARNING nova.compute.manager [req-0a00494c-4043-4aee-8a40-2769b9cefffe req-b8346849-90d8-4994-b6f3-4218dfab515a service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received unexpected event network-vif-unplugged-8bd01042-9a56-4121-9ff1-21a59034b41a for instance with vm_state shelved and task_state shelving_offloading. [ 1349.186838] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1349.187303] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ed70e4-d65d-438b-aad8-6d47e11d0023 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.195055] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1349.195262] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-19154704-0854-48e0-b6e3-24dd680479f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.258167] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1349.258555] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1349.258781] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleting the datastore file [datastore1] 75ba8292-18d6-4c82-a6e9-d44088380464 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1349.259099] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-178d8bc1-ec65-410a-87d8-16e58c987707 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.266606] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1349.266606] env[69760]: value = "task-3394916" [ 1349.266606] env[69760]: _type = "Task" [ 1349.266606] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.274661] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1349.776854] env[69760]: DEBUG oslo_vmware.api [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.13123} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1349.777123] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1349.777313] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1349.777489] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1349.799608] env[69760]: INFO nova.scheduler.client.report [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted allocations for instance 75ba8292-18d6-4c82-a6e9-d44088380464 [ 1350.304863] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1350.305238] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1350.305408] env[69760]: DEBUG nova.objects.instance [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'resources' on Instance uuid 75ba8292-18d6-4c82-a6e9-d44088380464 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1350.808595] env[69760]: DEBUG nova.objects.instance [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'numa_topology' on Instance uuid 75ba8292-18d6-4c82-a6e9-d44088380464 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1351.126942] env[69760]: DEBUG nova.compute.manager [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1351.127176] env[69760]: DEBUG nova.compute.manager [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing instance network info cache due to event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1351.127383] env[69760]: DEBUG oslo_concurrency.lockutils [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] Acquiring lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.127530] env[69760]: DEBUG oslo_concurrency.lockutils [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] Acquired lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.127695] env[69760]: DEBUG nova.network.neutron [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1351.312142] env[69760]: DEBUG nova.objects.base [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Object Instance<75ba8292-18d6-4c82-a6e9-d44088380464> lazy-loaded attributes: resources,numa_topology {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1351.357736] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-030acc31-1834-42bb-835f-1bed90aefb20 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.365319] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64001f7e-1971-4540-bfed-23a7033ab609 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.396753] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcf34e81-47f6-4bfc-a98f-0718376441a5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.403725] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4fa47aa-e471-4433-9391-b84eaa5e14d2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1351.416814] env[69760]: DEBUG nova.compute.provider_tree [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1351.834424] env[69760]: DEBUG nova.network.neutron [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updated VIF entry in instance network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1351.834784] env[69760]: DEBUG nova.network.neutron [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap8bd01042-9a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1351.919892] env[69760]: DEBUG nova.scheduler.client.report [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1352.337260] env[69760]: DEBUG oslo_concurrency.lockutils [req-760150a7-3936-4c55-a3fa-65813a35aacf req-3e518005-6e28-4c76-b428-5f630d831db5 service nova] Releasing lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.424490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.555563] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1352.933894] env[69760]: DEBUG oslo_concurrency.lockutils [None req-0885dfdb-6c1f-4cfa-af63-c0aefc0ec60d tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.355s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1352.935014] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.379s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1352.935014] env[69760]: INFO nova.compute.manager [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Unshelving [ 1353.960029] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1353.960352] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1353.960352] env[69760]: DEBUG nova.objects.instance [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'pci_requests' on Instance uuid 75ba8292-18d6-4c82-a6e9-d44088380464 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.464683] env[69760]: DEBUG nova.objects.instance [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'numa_topology' on Instance uuid 75ba8292-18d6-4c82-a6e9-d44088380464 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1354.967763] env[69760]: INFO nova.compute.claims [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1356.022634] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9329e8a-a4c1-412b-bddb-69a1ad2c657a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.030628] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ad409e9-5504-4978-88f8-1544dfc35824 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.059799] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2934294e-e9bb-4fd1-9417-de4e4e4bd915 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.066435] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9115a7bf-a8e3-4da8-bca2-aef0d9f76238 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1356.079232] env[69760]: DEBUG nova.compute.provider_tree [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.582562] env[69760]: DEBUG nova.scheduler.client.report [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.087729] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.128s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1357.114901] env[69760]: INFO nova.network.neutron [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating port 8bd01042-9a56-4121-9ff1-21a59034b41a with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1358.702365] env[69760]: DEBUG nova.compute.manager [req-cf80cf0d-57ba-4cd1-99eb-e133de1be131 req-6aff7974-fe4d-4c42-adef-244c45d4d8de service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-vif-plugged-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1358.702601] env[69760]: DEBUG oslo_concurrency.lockutils [req-cf80cf0d-57ba-4cd1-99eb-e133de1be131 req-6aff7974-fe4d-4c42-adef-244c45d4d8de service nova] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1358.702743] env[69760]: DEBUG oslo_concurrency.lockutils [req-cf80cf0d-57ba-4cd1-99eb-e133de1be131 req-6aff7974-fe4d-4c42-adef-244c45d4d8de service nova] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1358.702911] env[69760]: DEBUG oslo_concurrency.lockutils [req-cf80cf0d-57ba-4cd1-99eb-e133de1be131 req-6aff7974-fe4d-4c42-adef-244c45d4d8de service nova] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1358.703185] env[69760]: DEBUG nova.compute.manager [req-cf80cf0d-57ba-4cd1-99eb-e133de1be131 req-6aff7974-fe4d-4c42-adef-244c45d4d8de service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] No waiting events found dispatching network-vif-plugged-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1358.703374] env[69760]: WARNING nova.compute.manager [req-cf80cf0d-57ba-4cd1-99eb-e133de1be131 req-6aff7974-fe4d-4c42-adef-244c45d4d8de service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received unexpected event network-vif-plugged-8bd01042-9a56-4121-9ff1-21a59034b41a for instance with vm_state shelved_offloaded and task_state spawning. [ 1358.786491] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.786491] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.786491] env[69760]: DEBUG nova.network.neutron [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1359.487238] env[69760]: DEBUG nova.network.neutron [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd01042-9a", "ovs_interfaceid": "8bd01042-9a56-4121-9ff1-21a59034b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1359.990531] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.017407] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='4495ad6d9c7dc727db6dd9920e78306b',container_format='bare',created_at=2025-04-10T06:12:40Z,direct_url=,disk_format='vmdk',id=f79709de-c336-4b98-ad29-b77f0c9d66cb,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1270248746-shelved',owner='5219cd01a145407c9e3c2aa62f59f014',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-10T06:12:55Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1360.017677] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1360.017836] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.018034] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1360.018188] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.018339] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1360.018545] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1360.018706] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1360.018875] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1360.019051] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1360.019264] env[69760]: DEBUG nova.virt.hardware [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1360.020118] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e3fb0f1-9718-4cf0-916b-7c1de1d0f3c8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.027865] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c2222b-0faf-48c7-abeb-7d12b41d8be4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.040906] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:49:b5:67', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'fe20ef0e-0991-44d7-887d-08dddac0b56b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8bd01042-9a56-4121-9ff1-21a59034b41a', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1360.048191] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1360.048411] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1360.048604] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ab8a2087-b6a0-4476-a839-f077cb3a2f1b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.067231] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1360.067231] env[69760]: value = "task-3394917" [ 1360.067231] env[69760]: _type = "Task" [ 1360.067231] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.074315] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394917, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.579441] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394917, 'name': CreateVM_Task, 'duration_secs': 0.29827} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.579618] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1360.580293] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.580459] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.580812] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.581069] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3544d45d-b128-42ce-8e9f-064943ab9759 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.586167] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1360.586167] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]523619e1-0564-6a88-1993-5d5921b33b87" [ 1360.586167] env[69760]: _type = "Task" [ 1360.586167] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.595104] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]523619e1-0564-6a88-1993-5d5921b33b87, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.726957] env[69760]: DEBUG nova.compute.manager [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1360.727191] env[69760]: DEBUG nova.compute.manager [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing instance network info cache due to event network-changed-8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1360.727402] env[69760]: DEBUG oslo_concurrency.lockutils [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] Acquiring lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.727546] env[69760]: DEBUG oslo_concurrency.lockutils [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] Acquired lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.727706] env[69760]: DEBUG nova.network.neutron [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Refreshing network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1361.064717] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1361.065110] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1361.065206] env[69760]: DEBUG nova.compute.manager [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1361.066461] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6561c395-9341-4e1b-951e-1ff39cfe50eb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.073051] env[69760]: DEBUG nova.compute.manager [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=69760) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3404}} [ 1361.073668] env[69760]: DEBUG nova.objects.instance [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'flavor' on Instance uuid b1d8945d-d3a0-4464-853e-9ee6121fce12 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1361.097418] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.097665] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Processing image f79709de-c336-4b98-ad29-b77f0c9d66cb {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1361.097910] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb/f79709de-c336-4b98-ad29-b77f0c9d66cb.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.098079] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb/f79709de-c336-4b98-ad29-b77f0c9d66cb.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.098256] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1361.098479] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9f7026a4-bfee-4f02-8782-babc103fb1e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.106530] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1361.106699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1361.107356] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a098fd12-993e-4052-b9eb-3b9a8aa12037 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.112118] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1361.112118] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ca6500-3cea-d61f-6d6c-65edc752ce2a" [ 1361.112118] env[69760]: _type = "Task" [ 1361.112118] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.126088] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Preparing fetch location {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1361.126310] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Fetch image to [datastore2] OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3/OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3.vmdk {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1361.126495] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Downloading stream optimized image f79709de-c336-4b98-ad29-b77f0c9d66cb to [datastore2] OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3/OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3.vmdk on the data store datastore2 as vApp {{(pid=69760) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1361.126661] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Downloading image file data f79709de-c336-4b98-ad29-b77f0c9d66cb to the ESX as VM named 'OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3' {{(pid=69760) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1361.189429] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1361.189429] env[69760]: value = "resgroup-9" [ 1361.189429] env[69760]: _type = "ResourcePool" [ 1361.189429] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1361.189691] env[69760]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-10365754-69a9-4e1b-9f1f-34559ca36deb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.209893] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease: (returnval){ [ 1361.209893] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e3963b-33f6-aa4c-3399-7f6a3066ff44" [ 1361.209893] env[69760]: _type = "HttpNfcLease" [ 1361.209893] env[69760]: } obtained for vApp import into resource pool (val){ [ 1361.209893] env[69760]: value = "resgroup-9" [ 1361.209893] env[69760]: _type = "ResourcePool" [ 1361.209893] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1361.210215] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the lease: (returnval){ [ 1361.210215] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e3963b-33f6-aa4c-3399-7f6a3066ff44" [ 1361.210215] env[69760]: _type = "HttpNfcLease" [ 1361.210215] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1361.216201] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1361.216201] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e3963b-33f6-aa4c-3399-7f6a3066ff44" [ 1361.216201] env[69760]: _type = "HttpNfcLease" [ 1361.216201] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1361.426344] env[69760]: DEBUG nova.network.neutron [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updated VIF entry in instance network info cache for port 8bd01042-9a56-4121-9ff1-21a59034b41a. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1361.426734] env[69760]: DEBUG nova.network.neutron [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [{"id": "8bd01042-9a56-4121-9ff1-21a59034b41a", "address": "fa:16:3e:49:b5:67", "network": {"id": "8f222786-aa44-4397-a9c1-45ffcfc0a1bb", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-1803735149-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.185", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5219cd01a145407c9e3c2aa62f59f014", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "fe20ef0e-0991-44d7-887d-08dddac0b56b", "external-id": "nsx-vlan-transportzone-991", "segmentation_id": 991, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8bd01042-9a", "ovs_interfaceid": "8bd01042-9a56-4121-9ff1-21a59034b41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1361.718840] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1361.718840] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e3963b-33f6-aa4c-3399-7f6a3066ff44" [ 1361.718840] env[69760]: _type = "HttpNfcLease" [ 1361.718840] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1361.719202] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1361.719202] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52e3963b-33f6-aa4c-3399-7f6a3066ff44" [ 1361.719202] env[69760]: _type = "HttpNfcLease" [ 1361.719202] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1361.719921] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f113b837-6309-4de3-9d86-d4f0c2f44adf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.727297] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cf24c-e8d0-0535-9774-0ad9ae555453/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1361.727426] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cf24c-e8d0-0535-9774-0ad9ae555453/disk-0.vmdk. {{(pid=69760) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1361.791326] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-64993a1f-5922-406b-9ef6-b8191c422a7f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.929297] env[69760]: DEBUG oslo_concurrency.lockutils [req-680036c5-c173-43d3-af84-7b97d5e8542e req-b4c9af3a-20e1-4090-9e55-d0f6fa472f03 service nova] Releasing lock "refresh_cache-75ba8292-18d6-4c82-a6e9-d44088380464" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.080771] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1362.081157] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8c99440e-66e9-46da-b4f4-70566c8db7a7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.088792] env[69760]: DEBUG oslo_vmware.api [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1362.088792] env[69760]: value = "task-3394919" [ 1362.088792] env[69760]: _type = "Task" [ 1362.088792] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.099647] env[69760]: DEBUG oslo_vmware.api [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394919, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.600371] env[69760]: DEBUG oslo_vmware.api [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394919, 'name': PowerOffVM_Task, 'duration_secs': 0.198092} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.602088] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1362.602301] env[69760]: DEBUG nova.compute.manager [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1362.603079] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d657515-248c-4672-8f2c-117f9cdab433 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.857171] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Completed reading data from the image iterator. {{(pid=69760) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1362.857469] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cf24c-e8d0-0535-9774-0ad9ae555453/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1362.858368] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71618d04-1af5-40d3-b3e1-260d35239daf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.864705] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cf24c-e8d0-0535-9774-0ad9ae555453/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1362.864856] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cf24c-e8d0-0535-9774-0ad9ae555453/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1362.865092] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-05b99a7a-feea-4aee-8292-ae07ab659de0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.068639] env[69760]: DEBUG oslo_vmware.rw_handles [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/523cf24c-e8d0-0535-9774-0ad9ae555453/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1363.068807] env[69760]: INFO nova.virt.vmwareapi.images [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Downloaded image file data f79709de-c336-4b98-ad29-b77f0c9d66cb [ 1363.069716] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4193a4c-1902-42cf-9d5e-bd4d27effe63 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.085953] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50e85f62-1af3-4431-b4ad-12a420fa9e53 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.116193] env[69760]: INFO nova.virt.vmwareapi.images [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] The imported VM was unregistered [ 1363.118619] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Caching image {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1363.118854] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1363.119408] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8ce486e6-27b6-448b-930b-62dd83dcfdc7 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.054s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1363.120289] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb16ebbd-c3e0-4b4a-a1e3-2483e652dc8b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.139529] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Created directory with path [datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1363.139717] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3/OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3.vmdk to [datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb/f79709de-c336-4b98-ad29-b77f0c9d66cb.vmdk. {{(pid=69760) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1363.139965] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-53a6ccf5-af3c-4f45-beff-130142e31eda {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.146280] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1363.146280] env[69760]: value = "task-3394921" [ 1363.146280] env[69760]: _type = "Task" [ 1363.146280] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.154040] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394921, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.431899] env[69760]: DEBUG nova.objects.instance [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'flavor' on Instance uuid b1d8945d-d3a0-4464-853e-9ee6121fce12 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1363.656314] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394921, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.937487] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.937711] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.937774] env[69760]: DEBUG nova.network.neutron [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1363.937956] env[69760]: DEBUG nova.objects.instance [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'info_cache' on Instance uuid b1d8945d-d3a0-4464-853e-9ee6121fce12 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1364.157906] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394921, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1364.442507] env[69760]: DEBUG nova.objects.base [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1364.656966] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.657227] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.657917] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.658104] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.658288] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.658441] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.658594] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.658730] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1364.658875] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1364.666618] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394921, 'name': MoveVirtualDisk_Task} progress is 71%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.159928] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394921, 'name': MoveVirtualDisk_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1365.168090] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.168357] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.168530] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.168688] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1365.169617] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31c95a27-a3dc-4374-a1c5-1dc8660c0efa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.177937] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75d35f4e-b3b4-4713-b759-e63812f0fdb5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.183531] env[69760]: DEBUG nova.network.neutron [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updating instance_info_cache with network_info: [{"id": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "address": "fa:16:3e:4d:87:2f", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf88fb1c-97", "ovs_interfaceid": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1365.194683] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.196621] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33d2a90c-3f70-4da4-afb1-2bc04b21ce9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.204545] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a31b662-fea1-4f28-a12c-72a90b4d29de {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.237795] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180071MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1365.238017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.238162] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.660439] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394921, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.184723} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1365.660703] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3/OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3.vmdk to [datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb/f79709de-c336-4b98-ad29-b77f0c9d66cb.vmdk. [ 1365.660906] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Cleaning up location [datastore2] OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1365.661090] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_c0f6675e-9ac7-42c2-b7f5-a41de00d55e3 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1365.661343] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8dda576-5cfb-4b69-89fe-3a5526cd1601 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1365.667120] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1365.667120] env[69760]: value = "task-3394922" [ 1365.667120] env[69760]: _type = "Task" [ 1365.667120] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1365.674189] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394922, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.176903] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394922, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.036395} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1366.177281] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1366.177353] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb/f79709de-c336-4b98-ad29-b77f0c9d66cb.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.177593] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb/f79709de-c336-4b98-ad29-b77f0c9d66cb.vmdk to [datastore2] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1366.177830] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-241631b7-9fbd-4555-b4fe-55f8539e0f2c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.183676] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1366.183676] env[69760]: value = "task-3394923" [ 1366.183676] env[69760]: _type = "Task" [ 1366.183676] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.190879] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.203452] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1366.203674] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9f89a338-458f-401b-a31e-7d30d0d3a9a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.209271] env[69760]: DEBUG oslo_vmware.api [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1366.209271] env[69760]: value = "task-3394924" [ 1366.209271] env[69760]: _type = "Task" [ 1366.209271] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.216204] env[69760]: DEBUG oslo_vmware.api [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394924, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.264342] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance b1d8945d-d3a0-4464-853e-9ee6121fce12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1366.264504] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance e558f58a-1c5d-4b06-bb5f-000a80ebe448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1366.264628] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 75ba8292-18d6-4c82-a6e9-d44088380464 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1366.264813] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 3 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1366.264953] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1088MB phys_disk=200GB used_disk=3GB total_vcpus=48 used_vcpus=3 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1366.313149] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d6c1a00-b31e-4e12-a7b0-63dc320566cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.320305] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-902151db-9433-4e1e-866d-f492e60ff567 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.351205] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-420ac570-cf35-4e03-85da-2b3667406abd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.358795] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee0d03a-8c85-4d31-9243-f1b747054f77 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.372616] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1366.698819] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394923, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.719255] env[69760]: DEBUG oslo_vmware.api [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394924, 'name': PowerOnVM_Task} progress is 100%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1366.876441] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1367.194695] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394923, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.220570] env[69760]: DEBUG oslo_vmware.api [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394924, 'name': PowerOnVM_Task, 'duration_secs': 0.522377} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.220845] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1367.221067] env[69760]: DEBUG nova.compute.manager [None req-f7dab451-631e-459f-bf58-2bddc134af95 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1367.221950] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1060eb8-3e6e-4330-be2e-96e195301962 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.382145] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1367.382375] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.144s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1367.695695] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394923, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.198268] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394923, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.286993] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93c6f125-ac46-449c-8645-e6ec7435292e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.294486] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Suspending the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1368.294822] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-a2b39f86-3270-4f3b-8cdc-ecb94fc4c514 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.301915] env[69760]: DEBUG oslo_vmware.api [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1368.301915] env[69760]: value = "task-3394925" [ 1368.301915] env[69760]: _type = "Task" [ 1368.301915] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.310298] env[69760]: DEBUG oslo_vmware.api [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394925, 'name': SuspendVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.697494] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394923, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.256401} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1368.697769] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f79709de-c336-4b98-ad29-b77f0c9d66cb/f79709de-c336-4b98-ad29-b77f0c9d66cb.vmdk to [datastore2] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1368.698605] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee3e23bd-0ade-4073-888b-a0406b644012 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.721074] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1368.721372] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f090beed-c12c-40fb-b696-910be2e327ad {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.741675] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1368.741675] env[69760]: value = "task-3394926" [ 1368.741675] env[69760]: _type = "Task" [ 1368.741675] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1368.750131] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394926, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1368.813987] env[69760]: DEBUG oslo_vmware.api [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394925, 'name': SuspendVM_Task} progress is 16%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.252174] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394926, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.311632] env[69760]: DEBUG oslo_vmware.api [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394925, 'name': SuspendVM_Task} progress is 50%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.752250] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394926, 'name': ReconfigVM_Task, 'duration_secs': 0.731598} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.752549] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 75ba8292-18d6-4c82-a6e9-d44088380464/75ba8292-18d6-4c82-a6e9-d44088380464.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1369.753189] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e68e2458-7547-4204-8f78-3326dbaf9b86 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.759364] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1369.759364] env[69760]: value = "task-3394927" [ 1369.759364] env[69760]: _type = "Task" [ 1369.759364] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.766314] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394927, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.811504] env[69760]: DEBUG oslo_vmware.api [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394925, 'name': SuspendVM_Task, 'duration_secs': 1.18091} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.811769] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Suspended the VM {{(pid=69760) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1369.811975] env[69760]: DEBUG nova.compute.manager [None req-11ea630c-2d73-45ef-894e-9c87218e5cec tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1369.812741] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8afb1f7-e4b8-4d59-b38c-afb4268f633e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.268898] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394927, 'name': Rename_Task, 'duration_secs': 0.139676} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.269295] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1370.269435] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-57bf0034-4545-4bc1-b853-1d631774251b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.275469] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1370.275469] env[69760]: value = "task-3394928" [ 1370.275469] env[69760]: _type = "Task" [ 1370.275469] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.286685] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394928, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.614820] env[69760]: INFO nova.compute.manager [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Resuming [ 1370.615967] env[69760]: DEBUG nova.objects.instance [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'flavor' on Instance uuid b1d8945d-d3a0-4464-853e-9ee6121fce12 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1370.785382] env[69760]: DEBUG oslo_vmware.api [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394928, 'name': PowerOnVM_Task, 'duration_secs': 0.408216} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.785635] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1370.881268] env[69760]: DEBUG nova.compute.manager [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1370.882329] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-667429db-64d9-4f2f-b8a8-6b06e4c67c27 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.400897] env[69760]: DEBUG oslo_concurrency.lockutils [None req-99acfccc-b591-4b64-9a45-c572ff5244d4 tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.467s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1372.125089] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.125361] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquired lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.125598] env[69760]: DEBUG nova.network.neutron [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1372.831424] env[69760]: DEBUG nova.network.neutron [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updating instance_info_cache with network_info: [{"id": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "address": "fa:16:3e:4d:87:2f", "network": {"id": "2c559f39-4a27-4628-9dd0-b340eca5d406", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-579037368-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fce5f80ada5641b29d5e218be2d947e3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "571cdf48-7016-4715-8739-4cb70c90cd6d", "external-id": "nsx-vlan-transportzone-360", "segmentation_id": 360, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf88fb1c-97", "ovs_interfaceid": "af88fb1c-97a0-46c5-99e8-c0d3b112f41a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1373.334521] env[69760]: DEBUG oslo_concurrency.lockutils [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Releasing lock "refresh_cache-b1d8945d-d3a0-4464-853e-9ee6121fce12" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.335992] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b55b49-2c1e-4111-b5ce-5082a54fc122 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.344750] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Resuming the VM {{(pid=69760) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1373.345084] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f135224f-48e9-4b64-8ca2-33b6b0b023c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.352808] env[69760]: DEBUG oslo_vmware.api [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1373.352808] env[69760]: value = "task-3394929" [ 1373.352808] env[69760]: _type = "Task" [ 1373.352808] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1373.362322] env[69760]: DEBUG oslo_vmware.api [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.864316] env[69760]: DEBUG oslo_vmware.api [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1374.363168] env[69760]: DEBUG oslo_vmware.api [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394929, 'name': PowerOnVM_Task, 'duration_secs': 0.556078} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1374.363404] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Resumed the VM {{(pid=69760) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1374.363591] env[69760]: DEBUG nova.compute.manager [None req-b3af3e1c-67a5-46ce-a86f-5f57f021230a tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1374.364358] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd92200b-f319-45bf-b347-9eee0d22a711 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.290932] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.291385] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.291579] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "b1d8945d-d3a0-4464-853e-9ee6121fce12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1375.291823] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1375.292059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1375.294578] env[69760]: INFO nova.compute.manager [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Terminating instance [ 1375.798519] env[69760]: DEBUG nova.compute.manager [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1375.798762] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1375.799670] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f5f2d71-f257-4fde-963e-1fd22824a52a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.807344] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1375.807549] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-589a821a-7cd5-4aa7-b78e-1a633a2fac7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1375.814059] env[69760]: DEBUG oslo_vmware.api [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1375.814059] env[69760]: value = "task-3394930" [ 1375.814059] env[69760]: _type = "Task" [ 1375.814059] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1375.821436] env[69760]: DEBUG oslo_vmware.api [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394930, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.324489] env[69760]: DEBUG oslo_vmware.api [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394930, 'name': PowerOffVM_Task, 'duration_secs': 0.260694} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.324778] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1376.324922] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1376.325186] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-84c0c76c-1ff1-4ced-bbce-400095af1f77 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.381309] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1376.381476] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1376.381672] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleting the datastore file [datastore2] b1d8945d-d3a0-4464-853e-9ee6121fce12 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1376.381907] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-12eeab4c-c265-42ea-8040-f5fcc142664c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.387974] env[69760]: DEBUG oslo_vmware.api [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for the task: (returnval){ [ 1376.387974] env[69760]: value = "task-3394932" [ 1376.387974] env[69760]: _type = "Task" [ 1376.387974] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1376.395360] env[69760]: DEBUG oslo_vmware.api [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394932, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1376.897460] env[69760]: DEBUG oslo_vmware.api [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Task: {'id': task-3394932, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145484} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1376.897738] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1376.897924] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1376.898115] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1376.898296] env[69760]: INFO nova.compute.manager [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1376.898532] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1376.898727] env[69760]: DEBUG nova.compute.manager [-] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1376.898823] env[69760]: DEBUG nova.network.neutron [-] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1377.296909] env[69760]: DEBUG nova.compute.manager [req-44ebb787-082e-4541-9495-6a49cbeb6602 req-162b8412-561b-4563-996c-096d54dfd38d service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Received event network-vif-deleted-af88fb1c-97a0-46c5-99e8-c0d3b112f41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1377.297104] env[69760]: INFO nova.compute.manager [req-44ebb787-082e-4541-9495-6a49cbeb6602 req-162b8412-561b-4563-996c-096d54dfd38d service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Neutron deleted interface af88fb1c-97a0-46c5-99e8-c0d3b112f41a; detaching it from the instance and deleting it from the info cache [ 1377.297303] env[69760]: DEBUG nova.network.neutron [req-44ebb787-082e-4541-9495-6a49cbeb6602 req-162b8412-561b-4563-996c-096d54dfd38d service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.781722] env[69760]: DEBUG nova.network.neutron [-] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1377.800293] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-06ce0ef5-aee2-4344-bd9e-379ab1297a28 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.810736] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82db9277-90c4-474e-8550-4613da12f6b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1377.835374] env[69760]: DEBUG nova.compute.manager [req-44ebb787-082e-4541-9495-6a49cbeb6602 req-162b8412-561b-4563-996c-096d54dfd38d service nova] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Detach interface failed, port_id=af88fb1c-97a0-46c5-99e8-c0d3b112f41a, reason: Instance b1d8945d-d3a0-4464-853e-9ee6121fce12 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1378.284639] env[69760]: INFO nova.compute.manager [-] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Took 1.39 seconds to deallocate network for instance. [ 1378.791317] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1378.791672] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1378.791916] env[69760]: DEBUG nova.objects.instance [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lazy-loading 'resources' on Instance uuid b1d8945d-d3a0-4464-853e-9ee6121fce12 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1379.342724] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6bc866c-742b-4a78-8480-3ec524f19dd0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.350858] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d94ff84c-2394-485b-981c-ae5afdb6e58b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.381489] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-415642a3-bc9f-403c-ad0d-3629b9d1a586 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.388206] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6308e192-5870-4cae-b07e-38f21922a977 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.401730] env[69760]: DEBUG nova.compute.provider_tree [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1379.765617] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1379.765891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1379.766092] env[69760]: INFO nova.compute.manager [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Shelving [ 1379.904440] env[69760]: DEBUG nova.scheduler.client.report [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1380.409613] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.618s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1380.431797] env[69760]: INFO nova.scheduler.client.report [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Deleted allocations for instance b1d8945d-d3a0-4464-853e-9ee6121fce12 [ 1380.777276] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1380.777670] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd237d7f-1904-4d40-9f07-8c6e4e80c0db {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.784808] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1380.784808] env[69760]: value = "task-3394933" [ 1380.784808] env[69760]: _type = "Task" [ 1380.784808] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.794129] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394933, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.939256] env[69760]: DEBUG oslo_concurrency.lockutils [None req-1ed6d0b2-8178-4b1c-9a40-3088553e0750 tempest-ServerActionsTestJSON-2013275853 tempest-ServerActionsTestJSON-2013275853-project-member] Lock "b1d8945d-d3a0-4464-853e-9ee6121fce12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.648s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1381.294649] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394933, 'name': PowerOffVM_Task, 'duration_secs': 0.20414} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.294934] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1381.295784] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f18d35f4-69bf-49e2-9303-d975e2cb9804 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.313738] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22b1c932-d5bf-4041-a132-b84e4ffc4730 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.823818] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Creating Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1381.824113] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-14cbecbc-f210-4cf8-8f71-a905cdeb9c9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.831886] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1381.831886] env[69760]: value = "task-3394934" [ 1381.831886] env[69760]: _type = "Task" [ 1381.831886] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.841522] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394934, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.342833] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394934, 'name': CreateSnapshot_Task, 'duration_secs': 0.431287} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.343195] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Created Snapshot of the VM instance {{(pid=69760) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1382.344023] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-916e96bb-5d98-4ea0-826a-7134d1abe307 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.860993] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Creating linked-clone VM from snapshot {{(pid=69760) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1382.861348] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-8e0047e3-6256-4fc8-b737-a8c1418d565d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.870941] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1382.870941] env[69760]: value = "task-3394935" [ 1382.870941] env[69760]: _type = "Task" [ 1382.870941] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.879272] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394935, 'name': CloneVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.382769] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394935, 'name': CloneVM_Task} progress is 94%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.882714] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394935, 'name': CloneVM_Task} progress is 95%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.384081] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394935, 'name': CloneVM_Task, 'duration_secs': 1.198074} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1384.384460] env[69760]: INFO nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Created linked-clone VM from snapshot [ 1384.385057] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1b73693-3e0e-4eb1-a28f-248985b4c14e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.392285] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Uploading image abc0214d-46cd-43de-aa79-36f5439b752e {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1384.421203] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1384.421203] env[69760]: value = "vm-677302" [ 1384.421203] env[69760]: _type = "VirtualMachine" [ 1384.421203] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1384.421490] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c37672b0-f53d-470a-96f6-070502f1d382 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.428519] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease: (returnval){ [ 1384.428519] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279d255-ba72-33bd-ec9c-74e6e94558b8" [ 1384.428519] env[69760]: _type = "HttpNfcLease" [ 1384.428519] env[69760]: } obtained for exporting VM: (result){ [ 1384.428519] env[69760]: value = "vm-677302" [ 1384.428519] env[69760]: _type = "VirtualMachine" [ 1384.428519] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1384.428817] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the lease: (returnval){ [ 1384.428817] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279d255-ba72-33bd-ec9c-74e6e94558b8" [ 1384.428817] env[69760]: _type = "HttpNfcLease" [ 1384.428817] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1384.434539] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.434539] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279d255-ba72-33bd-ec9c-74e6e94558b8" [ 1384.434539] env[69760]: _type = "HttpNfcLease" [ 1384.434539] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1384.945964] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1384.945964] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279d255-ba72-33bd-ec9c-74e6e94558b8" [ 1384.945964] env[69760]: _type = "HttpNfcLease" [ 1384.945964] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1384.946352] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1384.946352] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5279d255-ba72-33bd-ec9c-74e6e94558b8" [ 1384.946352] env[69760]: _type = "HttpNfcLease" [ 1384.946352] env[69760]: }. {{(pid=69760) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1384.947228] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2173f0f4-88cb-4bc9-9fd3-b001aa37318d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.955232] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529611b8-b8eb-2e1b-6315-100b92e36ee3/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1384.955477] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529611b8-b8eb-2e1b-6315-100b92e36ee3/disk-0.vmdk for reading. {{(pid=69760) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1385.047650] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd88f035-07fd-4f00-bff0-fc6b54b15a99 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.273572] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "87da2918-ddbe-4694-9282-d84713534f07" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.273965] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "87da2918-ddbe-4694-9282-d84713534f07" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.777900] env[69760]: DEBUG nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1389.298998] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.299380] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1389.301071] env[69760]: INFO nova.compute.claims [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1390.364165] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53be224d-94b9-48d4-872f-0364d9789b05 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.372508] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df016c37-8dac-4f9a-bf57-020583c8624d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.403780] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e98d8ee-372d-486d-87fc-383a719d5660 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.411361] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90896992-b06d-4e2f-952b-89ab3041c1c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1390.424849] env[69760]: DEBUG nova.compute.provider_tree [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.928507] env[69760]: DEBUG nova.scheduler.client.report [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1391.433642] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.134s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1391.434185] env[69760]: DEBUG nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1391.938836] env[69760]: DEBUG nova.compute.utils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1391.940949] env[69760]: DEBUG nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1391.940949] env[69760]: DEBUG nova.network.neutron [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1391.978736] env[69760]: DEBUG nova.policy [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'da17c1993fc44384abe61ee4d44441f9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d98a2c598f94d7cad23f7ab065ceecb', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1392.213825] env[69760]: DEBUG nova.network.neutron [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Successfully created port: 0c413b7c-ca04-4696-a10b-73bd9020f751 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1392.444081] env[69760]: DEBUG nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1392.470370] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529611b8-b8eb-2e1b-6315-100b92e36ee3/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1392.471601] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1ea3519-477b-40e6-9dc5-baa25befb48c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.478375] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529611b8-b8eb-2e1b-6315-100b92e36ee3/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1392.478463] env[69760]: ERROR oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529611b8-b8eb-2e1b-6315-100b92e36ee3/disk-0.vmdk due to incomplete transfer. [ 1392.479250] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-03466292-0cca-40f6-9726-3c92c25857d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.487108] env[69760]: DEBUG oslo_vmware.rw_handles [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/529611b8-b8eb-2e1b-6315-100b92e36ee3/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1392.487307] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Uploaded image abc0214d-46cd-43de-aa79-36f5439b752e to the Glance image server {{(pid=69760) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1392.489650] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Destroying the VM {{(pid=69760) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1392.490084] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5e01d9ab-3f22-4dca-9ccc-5c516f4e3f74 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.495828] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1392.495828] env[69760]: value = "task-3394937" [ 1392.495828] env[69760]: _type = "Task" [ 1392.495828] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1392.503317] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394937, 'name': Destroy_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.006641] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394937, 'name': Destroy_Task, 'duration_secs': 0.32784} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.006944] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Destroyed the VM [ 1393.007178] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Deleting Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1393.007437] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-03c52fed-8290-4c5d-91b6-6eca73319467 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.014287] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1393.014287] env[69760]: value = "task-3394938" [ 1393.014287] env[69760]: _type = "Task" [ 1393.014287] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1393.022074] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394938, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1393.455211] env[69760]: DEBUG nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1393.476167] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1393.476428] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1393.476592] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1393.476778] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1393.476927] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1393.477108] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1393.477326] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1393.477504] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1393.477682] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1393.477852] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1393.478043] env[69760]: DEBUG nova.virt.hardware [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1393.478892] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd1ed7ee-c516-4aab-96d5-00f63b004b7c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.486943] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712c9770-9937-4283-b9bf-eca55de51c63 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.522475] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394938, 'name': RemoveSnapshot_Task, 'duration_secs': 0.392509} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1393.522740] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Deleted Snapshot of the VM instance {{(pid=69760) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1393.523056] env[69760]: DEBUG nova.compute.manager [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1393.523798] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c456ffa8-debc-4d0f-ad46-c0bdb06c5944 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.576924] env[69760]: DEBUG nova.compute.manager [req-a0dab122-404b-4e66-b9f4-5134ce67f9aa req-b00e5544-80e0-4735-9145-a5fba51a33cb service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Received event network-vif-plugged-0c413b7c-ca04-4696-a10b-73bd9020f751 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1393.577220] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0dab122-404b-4e66-b9f4-5134ce67f9aa req-b00e5544-80e0-4735-9145-a5fba51a33cb service nova] Acquiring lock "87da2918-ddbe-4694-9282-d84713534f07-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1393.577420] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0dab122-404b-4e66-b9f4-5134ce67f9aa req-b00e5544-80e0-4735-9145-a5fba51a33cb service nova] Lock "87da2918-ddbe-4694-9282-d84713534f07-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1393.577593] env[69760]: DEBUG oslo_concurrency.lockutils [req-a0dab122-404b-4e66-b9f4-5134ce67f9aa req-b00e5544-80e0-4735-9145-a5fba51a33cb service nova] Lock "87da2918-ddbe-4694-9282-d84713534f07-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1393.577765] env[69760]: DEBUG nova.compute.manager [req-a0dab122-404b-4e66-b9f4-5134ce67f9aa req-b00e5544-80e0-4735-9145-a5fba51a33cb service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] No waiting events found dispatching network-vif-plugged-0c413b7c-ca04-4696-a10b-73bd9020f751 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1393.577928] env[69760]: WARNING nova.compute.manager [req-a0dab122-404b-4e66-b9f4-5134ce67f9aa req-b00e5544-80e0-4735-9145-a5fba51a33cb service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Received unexpected event network-vif-plugged-0c413b7c-ca04-4696-a10b-73bd9020f751 for instance with vm_state building and task_state spawning. [ 1393.660032] env[69760]: DEBUG nova.network.neutron [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Successfully updated port: 0c413b7c-ca04-4696-a10b-73bd9020f751 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1394.035583] env[69760]: INFO nova.compute.manager [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Shelve offloading [ 1394.162084] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "refresh_cache-87da2918-ddbe-4694-9282-d84713534f07" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.162251] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquired lock "refresh_cache-87da2918-ddbe-4694-9282-d84713534f07" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.162407] env[69760]: DEBUG nova.network.neutron [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1394.539443] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1394.540204] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fd40dc11-2196-45a6-9e41-10fbf9d4253b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1394.548392] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1394.548392] env[69760]: value = "task-3394939" [ 1394.548392] env[69760]: _type = "Task" [ 1394.548392] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1394.555811] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394939, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1394.694173] env[69760]: DEBUG nova.network.neutron [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1394.815257] env[69760]: DEBUG nova.network.neutron [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Updating instance_info_cache with network_info: [{"id": "0c413b7c-ca04-4696-a10b-73bd9020f751", "address": "fa:16:3e:d3:07:75", "network": {"id": "1f46d60a-bfc2-49f5-b4a8-d20760bdc1eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-325730981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d98a2c598f94d7cad23f7ab065ceecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c413b7c-ca", "ovs_interfaceid": "0c413b7c-ca04-4696-a10b-73bd9020f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.059702] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] VM already powered off {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1395.059906] env[69760]: DEBUG nova.compute.manager [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1395.060677] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eaf9c8-fc82-4fdc-a1c7-6b280ac24a92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.066329] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.066490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.066655] env[69760]: DEBUG nova.network.neutron [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1395.318569] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Releasing lock "refresh_cache-87da2918-ddbe-4694-9282-d84713534f07" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.318905] env[69760]: DEBUG nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Instance network_info: |[{"id": "0c413b7c-ca04-4696-a10b-73bd9020f751", "address": "fa:16:3e:d3:07:75", "network": {"id": "1f46d60a-bfc2-49f5-b4a8-d20760bdc1eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-325730981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d98a2c598f94d7cad23f7ab065ceecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c413b7c-ca", "ovs_interfaceid": "0c413b7c-ca04-4696-a10b-73bd9020f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1395.319366] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d3:07:75', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ad72c645-a67d-4efd-b563-28e44077e68d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0c413b7c-ca04-4696-a10b-73bd9020f751', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1395.326906] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Creating folder: Project (8d98a2c598f94d7cad23f7ab065ceecb). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.327190] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76fc5bb4-1cdb-418d-93ac-3828de611759 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.337894] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Created folder: Project (8d98a2c598f94d7cad23f7ab065ceecb) in parent group-v676970. [ 1395.338081] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Creating folder: Instances. Parent ref: group-v677303. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1395.338314] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b5bab8a6-57c6-4082-9d18-5eaf22349e70 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.348242] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Created folder: Instances in parent group-v677303. [ 1395.348459] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1395.348650] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1395.348850] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-852ae241-0352-4b67-93d3-abfd743db502 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.367620] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1395.367620] env[69760]: value = "task-3394942" [ 1395.367620] env[69760]: _type = "Task" [ 1395.367620] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.374722] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394942, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1395.607307] env[69760]: DEBUG nova.compute.manager [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Received event network-changed-0c413b7c-ca04-4696-a10b-73bd9020f751 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1395.607606] env[69760]: DEBUG nova.compute.manager [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Refreshing instance network info cache due to event network-changed-0c413b7c-ca04-4696-a10b-73bd9020f751. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1395.607828] env[69760]: DEBUG oslo_concurrency.lockutils [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] Acquiring lock "refresh_cache-87da2918-ddbe-4694-9282-d84713534f07" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.607944] env[69760]: DEBUG oslo_concurrency.lockutils [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] Acquired lock "refresh_cache-87da2918-ddbe-4694-9282-d84713534f07" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.608104] env[69760]: DEBUG nova.network.neutron [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Refreshing network info cache for port 0c413b7c-ca04-4696-a10b-73bd9020f751 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1395.764245] env[69760]: DEBUG nova.network.neutron [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [{"id": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "address": "fa:16:3e:40:95:4a", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a44a0-d9", "ovs_interfaceid": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1395.878318] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394942, 'name': CreateVM_Task, 'duration_secs': 0.307201} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1395.878562] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1395.879190] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.879341] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.879694] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.879957] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6fbe0b9-3c5e-4119-b481-f5ff0b06c6ac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1395.884367] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1395.884367] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527baa7c-1f27-240a-5af7-e210dfab0ca9" [ 1395.884367] env[69760]: _type = "Task" [ 1395.884367] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1395.892615] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527baa7c-1f27-240a-5af7-e210dfab0ca9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.267586] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.395760] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527baa7c-1f27-240a-5af7-e210dfab0ca9, 'name': SearchDatastore_Task, 'duration_secs': 0.011526} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.396243] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.396321] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1396.396514] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.396660] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquired lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.396838] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1396.397099] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4a8965d4-94f1-40f6-92d1-dd224c72db3e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.405472] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1396.405645] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1396.406340] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-983b7612-449e-482c-9cc6-70d037d76ae8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.411554] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1396.411554] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e5adb-96c5-94c4-7692-a5f6ebc83a15" [ 1396.411554] env[69760]: _type = "Task" [ 1396.411554] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.418859] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e5adb-96c5-94c4-7692-a5f6ebc83a15, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.429459] env[69760]: DEBUG nova.network.neutron [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Updated VIF entry in instance network info cache for port 0c413b7c-ca04-4696-a10b-73bd9020f751. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1396.429838] env[69760]: DEBUG nova.network.neutron [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Updating instance_info_cache with network_info: [{"id": "0c413b7c-ca04-4696-a10b-73bd9020f751", "address": "fa:16:3e:d3:07:75", "network": {"id": "1f46d60a-bfc2-49f5-b4a8-d20760bdc1eb", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-325730981-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d98a2c598f94d7cad23f7ab065ceecb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ad72c645-a67d-4efd-b563-28e44077e68d", "external-id": "nsx-vlan-transportzone-201", "segmentation_id": 201, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0c413b7c-ca", "ovs_interfaceid": "0c413b7c-ca04-4696-a10b-73bd9020f751", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.619981] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1396.620938] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db5b830c-42cb-4eb9-a177-09613fa07170 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.628483] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1396.628675] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91996147-d2b8-4cd2-88dd-44f604d3605f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.692291] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1396.692538] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1396.692789] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleting the datastore file [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1396.693204] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-748110b5-a7fc-4d9a-866e-5ed97416ec0a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.700282] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1396.700282] env[69760]: value = "task-3394944" [ 1396.700282] env[69760]: _type = "Task" [ 1396.700282] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.708574] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394944, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1396.922073] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]525e5adb-96c5-94c4-7692-a5f6ebc83a15, 'name': SearchDatastore_Task, 'duration_secs': 0.008444} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1396.922802] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-27daa883-244d-4a72-b90d-56847457e76a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.927604] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1396.927604] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5229f182-627d-4e9e-f003-362f6447a040" [ 1396.927604] env[69760]: _type = "Task" [ 1396.927604] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.935408] env[69760]: DEBUG oslo_concurrency.lockutils [req-ccbbecd2-06cb-48ad-99a9-30467cbbef8a req-76b8b099-93bd-4345-bfde-db769ca4e723 service nova] Releasing lock "refresh_cache-87da2918-ddbe-4694-9282-d84713534f07" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.935757] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5229f182-627d-4e9e-f003-362f6447a040, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.210815] env[69760]: DEBUG oslo_vmware.api [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394944, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139763} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.211107] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1397.211296] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1397.211473] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1397.234101] env[69760]: INFO nova.scheduler.client.report [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted allocations for instance e558f58a-1c5d-4b06-bb5f-000a80ebe448 [ 1397.438442] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5229f182-627d-4e9e-f003-362f6447a040, 'name': SearchDatastore_Task, 'duration_secs': 0.009584} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.438716] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Releasing lock "[datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.438974] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 87da2918-ddbe-4694-9282-d84713534f07/87da2918-ddbe-4694-9282-d84713534f07.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1397.439244] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b6dd405-05ab-4d6e-808b-504a3b33340f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.445870] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1397.445870] env[69760]: value = "task-3394945" [ 1397.445870] env[69760]: _type = "Task" [ 1397.445870] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.453959] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394945, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.639503] env[69760]: DEBUG nova.compute.manager [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-vif-unplugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.639895] env[69760]: DEBUG oslo_concurrency.lockutils [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.640311] env[69760]: DEBUG oslo_concurrency.lockutils [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.640311] env[69760]: DEBUG oslo_concurrency.lockutils [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1397.640446] env[69760]: DEBUG nova.compute.manager [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] No waiting events found dispatching network-vif-unplugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1397.640658] env[69760]: WARNING nova.compute.manager [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received unexpected event network-vif-unplugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 for instance with vm_state shelved_offloaded and task_state unshelving. [ 1397.640877] env[69760]: DEBUG nova.compute.manager [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1397.641053] env[69760]: DEBUG nova.compute.manager [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing instance network info cache due to event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1397.641244] env[69760]: DEBUG oslo_concurrency.lockutils [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] Acquiring lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.641378] env[69760]: DEBUG oslo_concurrency.lockutils [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] Acquired lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.641532] env[69760]: DEBUG nova.network.neutron [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing network info cache for port bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1397.738338] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1397.738762] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1397.739079] env[69760]: DEBUG nova.objects.instance [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'resources' on Instance uuid e558f58a-1c5d-4b06-bb5f-000a80ebe448 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1397.955804] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394945, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.414823} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.956246] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore1] 87da2918-ddbe-4694-9282-d84713534f07/87da2918-ddbe-4694-9282-d84713534f07.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1397.956246] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1397.956535] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-94afa820-a2ad-47b4-9980-d267ddaf76a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.962615] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1397.962615] env[69760]: value = "task-3394946" [ 1397.962615] env[69760]: _type = "Task" [ 1397.962615] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.971352] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394946, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.242084] env[69760]: DEBUG nova.objects.instance [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'numa_topology' on Instance uuid e558f58a-1c5d-4b06-bb5f-000a80ebe448 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1398.350546] env[69760]: DEBUG nova.network.neutron [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updated VIF entry in instance network info cache for port bd8a44a0-d987-4c28-b3ef-566cc7dc1707. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1398.350916] env[69760]: DEBUG nova.network.neutron [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [{"id": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "address": "fa:16:3e:40:95:4a", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": null, "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tapbd8a44a0-d9", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.473600] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394946, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070962} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1398.473886] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1398.474789] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d714e7-b1a9-4803-8862-4f1aed92126d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.496630] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Reconfiguring VM instance instance-0000007a to attach disk [datastore1] 87da2918-ddbe-4694-9282-d84713534f07/87da2918-ddbe-4694-9282-d84713534f07.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1398.497140] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90c24730-3752-4fac-98d6-99cb581224d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.516261] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1398.516261] env[69760]: value = "task-3394947" [ 1398.516261] env[69760]: _type = "Task" [ 1398.516261] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1398.523967] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394947, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.706477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1398.746763] env[69760]: DEBUG nova.objects.base [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=69760) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1398.800080] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71eade2-5e20-4d52-9864-cdd384d53302 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.807581] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b6ad6e-4252-48e4-aab7-7afc1855e2f4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.837907] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1675acaf-d4e7-45c4-b24a-1dc09a0edf18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.844596] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee953a29-d5c8-4493-b8d9-b5767e6f7527 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.857353] env[69760]: DEBUG oslo_concurrency.lockutils [req-4559da04-098d-4e12-85f6-f9ff98dfea90 req-fcb7b357-90fd-470a-b24d-02b0baa5a58b service nova] Releasing lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.857893] env[69760]: DEBUG nova.compute.provider_tree [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1399.025951] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394947, 'name': ReconfigVM_Task, 'duration_secs': 0.286594} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1399.026253] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Reconfigured VM instance instance-0000007a to attach disk [datastore1] 87da2918-ddbe-4694-9282-d84713534f07/87da2918-ddbe-4694-9282-d84713534f07.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1399.026883] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1092c465-237f-4336-b79a-050962eaf818 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.033053] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1399.033053] env[69760]: value = "task-3394948" [ 1399.033053] env[69760]: _type = "Task" [ 1399.033053] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1399.040124] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394948, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.361071] env[69760]: DEBUG nova.scheduler.client.report [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1399.543488] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394948, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1399.866453] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.128s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.044323] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394948, 'name': Rename_Task} progress is 99%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1400.374878] env[69760]: DEBUG oslo_concurrency.lockutils [None req-d4903ff0-205e-4697-b5af-bec8d4b7ef4b tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.609s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1400.376125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.670s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1400.376325] env[69760]: INFO nova.compute.manager [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Unshelving [ 1400.544632] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394948, 'name': Rename_Task, 'duration_secs': 1.15567} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1400.544925] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1400.545189] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3706c144-d7c4-4a07-b107-0132719b3c8d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.551445] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1400.551445] env[69760]: value = "task-3394949" [ 1400.551445] env[69760]: _type = "Task" [ 1400.551445] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.558490] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394949, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.061796] env[69760]: DEBUG oslo_vmware.api [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394949, 'name': PowerOnVM_Task, 'duration_secs': 0.421091} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1401.062153] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1401.062328] env[69760]: INFO nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Took 7.61 seconds to spawn the instance on the hypervisor. [ 1401.062510] env[69760]: DEBUG nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1401.063278] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab328dd5-0789-4e61-a5a3-fac8243b71e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1401.397185] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1401.397484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1401.397712] env[69760]: DEBUG nova.objects.instance [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'pci_requests' on Instance uuid e558f58a-1c5d-4b06-bb5f-000a80ebe448 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1401.581942] env[69760]: INFO nova.compute.manager [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Took 12.30 seconds to build instance. [ 1401.901384] env[69760]: DEBUG nova.objects.instance [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'numa_topology' on Instance uuid e558f58a-1c5d-4b06-bb5f-000a80ebe448 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1402.084575] env[69760]: DEBUG oslo_concurrency.lockutils [None req-777e41d1-3191-4b54-91ad-8f9f4e8438c5 tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "87da2918-ddbe-4694-9282-d84713534f07" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.811s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.404708] env[69760]: INFO nova.compute.claims [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1402.680733] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "87da2918-ddbe-4694-9282-d84713534f07" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.681153] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "87da2918-ddbe-4694-9282-d84713534f07" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.681415] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "87da2918-ddbe-4694-9282-d84713534f07-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1402.681641] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "87da2918-ddbe-4694-9282-d84713534f07-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1402.681844] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "87da2918-ddbe-4694-9282-d84713534f07-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1402.683944] env[69760]: INFO nova.compute.manager [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Terminating instance [ 1403.187300] env[69760]: DEBUG nova.compute.manager [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1403.187656] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1403.188890] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc280b0-abf0-4f06-8f08-028b37e9d2d9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.197078] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1403.197315] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d822128d-c3e0-4538-9c4b-85b747a6cbfc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.204236] env[69760]: DEBUG oslo_vmware.api [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1403.204236] env[69760]: value = "task-3394950" [ 1403.204236] env[69760]: _type = "Task" [ 1403.204236] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.212607] env[69760]: DEBUG oslo_vmware.api [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394950, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.464246] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5fa737e-3dc4-421f-b97b-d3331bf06226 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.471892] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba121f4-c8d6-4668-9f76-2393b9335132 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.501429] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d62a76b-eedb-47c5-8ab2-ae9012d37ce7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.507931] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6049a808-e7a8-4dfa-827a-bd0b217b41f5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.520624] env[69760]: DEBUG nova.compute.provider_tree [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1403.714231] env[69760]: DEBUG oslo_vmware.api [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394950, 'name': PowerOffVM_Task, 'duration_secs': 0.162261} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.714529] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1403.714754] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1403.715046] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8fe62ad6-f12e-46f0-997c-0c726bca244b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.771124] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1403.771351] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1403.771552] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Deleting the datastore file [datastore1] 87da2918-ddbe-4694-9282-d84713534f07 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.771820] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-44f58fd2-b419-4b16-8767-201de957756a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.778041] env[69760]: DEBUG oslo_vmware.api [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for the task: (returnval){ [ 1403.778041] env[69760]: value = "task-3394952" [ 1403.778041] env[69760]: _type = "Task" [ 1403.778041] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.785286] env[69760]: DEBUG oslo_vmware.api [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394952, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.024194] env[69760]: DEBUG nova.scheduler.client.report [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1404.288391] env[69760]: DEBUG oslo_vmware.api [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Task: {'id': task-3394952, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130066} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1404.288691] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1404.288822] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1404.289187] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1404.289187] env[69760]: INFO nova.compute.manager [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1404.289420] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1404.289598] env[69760]: DEBUG nova.compute.manager [-] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1404.289738] env[69760]: DEBUG nova.network.neutron [-] [instance: 87da2918-ddbe-4694-9282-d84713534f07] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1404.505900] env[69760]: DEBUG nova.compute.manager [req-1c9e38e7-e701-435e-bb4d-23352faa2f33 req-b12d8088-0afd-4541-984c-027c314f475c service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Received event network-vif-deleted-0c413b7c-ca04-4696-a10b-73bd9020f751 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1404.506887] env[69760]: INFO nova.compute.manager [req-1c9e38e7-e701-435e-bb4d-23352faa2f33 req-b12d8088-0afd-4541-984c-027c314f475c service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Neutron deleted interface 0c413b7c-ca04-4696-a10b-73bd9020f751; detaching it from the instance and deleting it from the info cache [ 1404.507017] env[69760]: DEBUG nova.network.neutron [req-1c9e38e7-e701-435e-bb4d-23352faa2f33 req-b12d8088-0afd-4541-984c-027c314f475c service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1404.529059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.131s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1404.556175] env[69760]: INFO nova.network.neutron [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating port bd8a44a0-d987-4c28-b3ef-566cc7dc1707 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1404.988713] env[69760]: DEBUG nova.network.neutron [-] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1405.009659] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b551c8c-48ba-4669-8b42-5b31519253a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.019262] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3765f418-d514-4e7b-aaf0-23f30598c202 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1405.044304] env[69760]: DEBUG nova.compute.manager [req-1c9e38e7-e701-435e-bb4d-23352faa2f33 req-b12d8088-0afd-4541-984c-027c314f475c service nova] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Detach interface failed, port_id=0c413b7c-ca04-4696-a10b-73bd9020f751, reason: Instance 87da2918-ddbe-4694-9282-d84713534f07 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1405.492158] env[69760]: INFO nova.compute.manager [-] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Took 1.20 seconds to deallocate network for instance. [ 1405.987981] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.988066] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.988248] env[69760]: DEBUG nova.network.neutron [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1405.998791] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1405.999075] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1405.999293] env[69760]: DEBUG nova.objects.instance [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lazy-loading 'resources' on Instance uuid 87da2918-ddbe-4694-9282-d84713534f07 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1406.530051] env[69760]: DEBUG nova.compute.manager [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-vif-plugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.530051] env[69760]: DEBUG oslo_concurrency.lockutils [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1406.530051] env[69760]: DEBUG oslo_concurrency.lockutils [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1406.530051] env[69760]: DEBUG oslo_concurrency.lockutils [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1406.530051] env[69760]: DEBUG nova.compute.manager [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] No waiting events found dispatching network-vif-plugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1406.530397] env[69760]: WARNING nova.compute.manager [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received unexpected event network-vif-plugged-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 for instance with vm_state shelved_offloaded and task_state spawning. [ 1406.530397] env[69760]: DEBUG nova.compute.manager [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1406.530471] env[69760]: DEBUG nova.compute.manager [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing instance network info cache due to event network-changed-bd8a44a0-d987-4c28-b3ef-566cc7dc1707. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1406.530621] env[69760]: DEBUG oslo_concurrency.lockutils [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] Acquiring lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.554704] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62129fa-8ef5-4696-978a-21118e887969 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.564410] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53a5df1d-df5b-41c0-8b2b-963d2b50873d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.595417] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af31202-8275-43a1-aaa1-a03fe9a4d6e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.602826] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1743c6a-21c8-48e1-b315-eb4fd226a47f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.616625] env[69760]: DEBUG nova.compute.provider_tree [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1406.701648] env[69760]: DEBUG nova.network.neutron [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [{"id": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "address": "fa:16:3e:40:95:4a", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a44a0-d9", "ovs_interfaceid": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1407.121062] env[69760]: DEBUG nova.scheduler.client.report [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1407.204067] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.206402] env[69760]: DEBUG oslo_concurrency.lockutils [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] Acquired lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.206590] env[69760]: DEBUG nova.network.neutron [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Refreshing network info cache for port bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1407.232133] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c1c3687da117e7f138b8e04dc1676cf2',container_format='bare',created_at=2025-04-10T06:13:30Z,direct_url=,disk_format='vmdk',id=abc0214d-46cd-43de-aa79-36f5439b752e,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1420256302-shelved',owner='ddd085bb6c224021b00633c0da4c3ce9',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-04-10T06:13:43Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1407.232401] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1407.232560] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1407.232742] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1407.232891] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1407.233052] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1407.233263] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1407.233423] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1407.233590] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1407.233753] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1407.233927] env[69760]: DEBUG nova.virt.hardware [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1407.235013] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-065485d2-7e87-4282-a809-cdf6ed4e56f3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.243419] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69adc4f9-0d24-4cc1-a29d-6bbbe17de360 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.256962] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:40:95:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ae215ba8-f7a5-4b23-a055-90316d29817f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'bd8a44a0-d987-4c28-b3ef-566cc7dc1707', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1407.264240] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1407.264456] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1407.264645] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29f15fd0-0e70-477d-a673-934bae98285a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.283898] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1407.283898] env[69760]: value = "task-3394953" [ 1407.283898] env[69760]: _type = "Task" [ 1407.283898] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.290849] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394953, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.626015] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.627s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1407.643124] env[69760]: INFO nova.scheduler.client.report [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Deleted allocations for instance 87da2918-ddbe-4694-9282-d84713534f07 [ 1407.793748] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394953, 'name': CreateVM_Task, 'duration_secs': 0.288281} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.793921] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1407.794569] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.794733] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.795111] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.795367] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a1438e0-cdc9-4c82-a587-e64f0087329d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.799784] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1407.799784] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c3eb3b-eab2-e73e-fac0-84bbb58889b6" [ 1407.799784] env[69760]: _type = "Task" [ 1407.799784] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.807215] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52c3eb3b-eab2-e73e-fac0-84bbb58889b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.910456] env[69760]: DEBUG nova.network.neutron [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updated VIF entry in instance network info cache for port bd8a44a0-d987-4c28-b3ef-566cc7dc1707. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1407.910835] env[69760]: DEBUG nova.network.neutron [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [{"id": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "address": "fa:16:3e:40:95:4a", "network": {"id": "ccee88f2-64d0-4646-afe3-438b173a1780", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-404336715-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ddd085bb6c224021b00633c0da4c3ce9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ae215ba8-f7a5-4b23-a055-90316d29817f", "external-id": "nsx-vlan-transportzone-798", "segmentation_id": 798, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbd8a44a0-d9", "ovs_interfaceid": "bd8a44a0-d987-4c28-b3ef-566cc7dc1707", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1408.150771] env[69760]: DEBUG oslo_concurrency.lockutils [None req-12b7dae7-748b-43d0-acdd-a0b71e2230da tempest-ServersNegativeTestMultiTenantJSON-1018569206 tempest-ServersNegativeTestMultiTenantJSON-1018569206-project-member] Lock "87da2918-ddbe-4694-9282-d84713534f07" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.470s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.181012] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.181490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.181490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1408.182490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1408.182490] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1408.183707] env[69760]: INFO nova.compute.manager [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Terminating instance [ 1408.309856] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.310114] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Processing image abc0214d-46cd-43de-aa79-36f5439b752e {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1408.310358] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e/abc0214d-46cd-43de-aa79-36f5439b752e.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.310502] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquired lock "[datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e/abc0214d-46cd-43de-aa79-36f5439b752e.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.310676] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1408.310923] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-14829473-3d0c-417d-9e1b-2f674869316e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.318542] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1408.318708] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1408.319379] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6dc4c4b9-81cc-486e-b94c-4dd1311deee0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.324377] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1408.324377] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a524bc-5703-3e6d-b016-06ce4ae4db93" [ 1408.324377] env[69760]: _type = "Task" [ 1408.324377] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.331333] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a524bc-5703-3e6d-b016-06ce4ae4db93, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.414315] env[69760]: DEBUG oslo_concurrency.lockutils [req-3e359722-abf3-471a-845f-e42f13ee86b5 req-ea397bd1-8f1c-428f-a656-934e7c1d0ad4 service nova] Releasing lock "refresh_cache-e558f58a-1c5d-4b06-bb5f-000a80ebe448" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.687482] env[69760]: DEBUG nova.compute.manager [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1408.687854] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1408.688713] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19bef7fb-402c-4f58-b483-04642e855824 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.696563] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1408.696803] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1acc3794-48b9-46e3-9191-8d610734ed19 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.703348] env[69760]: DEBUG oslo_vmware.api [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1408.703348] env[69760]: value = "task-3394954" [ 1408.703348] env[69760]: _type = "Task" [ 1408.703348] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1408.712568] env[69760]: DEBUG oslo_vmware.api [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394954, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1408.836412] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Preparing fetch location {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1408.836731] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Fetch image to [datastore1] OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07/OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07.vmdk {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1408.836925] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Downloading stream optimized image abc0214d-46cd-43de-aa79-36f5439b752e to [datastore1] OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07/OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07.vmdk on the data store datastore1 as vApp {{(pid=69760) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1408.837115] env[69760]: DEBUG nova.virt.vmwareapi.images [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Downloading image file data abc0214d-46cd-43de-aa79-36f5439b752e to the ESX as VM named 'OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07' {{(pid=69760) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1408.946548] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1408.946548] env[69760]: value = "resgroup-9" [ 1408.946548] env[69760]: _type = "ResourcePool" [ 1408.946548] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1408.946548] env[69760]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-698199f0-396c-488e-b924-4acac6193352 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.967413] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease: (returnval){ [ 1408.967413] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ab3953-6f1c-df41-e289-09d2f7e3da1e" [ 1408.967413] env[69760]: _type = "HttpNfcLease" [ 1408.967413] env[69760]: } obtained for vApp import into resource pool (val){ [ 1408.967413] env[69760]: value = "resgroup-9" [ 1408.967413] env[69760]: _type = "ResourcePool" [ 1408.967413] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1408.967825] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the lease: (returnval){ [ 1408.967825] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ab3953-6f1c-df41-e289-09d2f7e3da1e" [ 1408.967825] env[69760]: _type = "HttpNfcLease" [ 1408.967825] env[69760]: } to be ready. {{(pid=69760) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1408.976021] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1408.976021] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ab3953-6f1c-df41-e289-09d2f7e3da1e" [ 1408.976021] env[69760]: _type = "HttpNfcLease" [ 1408.976021] env[69760]: } is initializing. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1409.214958] env[69760]: DEBUG oslo_vmware.api [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394954, 'name': PowerOffVM_Task, 'duration_secs': 0.166193} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.215109] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1409.215390] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1409.216023] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0a81f4b6-b13b-4de7-bb7a-5a952bcfc0a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.274650] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1409.274935] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1409.275150] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleting the datastore file [datastore2] 75ba8292-18d6-4c82-a6e9-d44088380464 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1409.275423] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-af6ee946-f01f-4617-9afd-8c2713bb34e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.282551] env[69760]: DEBUG oslo_vmware.api [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for the task: (returnval){ [ 1409.282551] env[69760]: value = "task-3394957" [ 1409.282551] env[69760]: _type = "Task" [ 1409.282551] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1409.292743] env[69760]: DEBUG oslo_vmware.api [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394957, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1409.475124] env[69760]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1409.475124] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ab3953-6f1c-df41-e289-09d2f7e3da1e" [ 1409.475124] env[69760]: _type = "HttpNfcLease" [ 1409.475124] env[69760]: } is ready. {{(pid=69760) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1409.475430] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1409.475430] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ab3953-6f1c-df41-e289-09d2f7e3da1e" [ 1409.475430] env[69760]: _type = "HttpNfcLease" [ 1409.475430] env[69760]: }. {{(pid=69760) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1409.476166] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0900302a-aad9-4545-8705-61ed125eb86c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.483588] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc143b-b234-988e-3fd0-e50c4024ebee/disk-0.vmdk from lease info. {{(pid=69760) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1409.483808] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc143b-b234-988e-3fd0-e50c4024ebee/disk-0.vmdk. {{(pid=69760) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1409.549024] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-0b4b92de-ca68-463f-857b-8741c1de5e64 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1409.793195] env[69760]: DEBUG oslo_vmware.api [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Task: {'id': task-3394957, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130666} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1409.794972] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1409.795248] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1409.795472] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1409.795684] env[69760]: INFO nova.compute.manager [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1409.795966] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1409.796199] env[69760]: DEBUG nova.compute.manager [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1409.796346] env[69760]: DEBUG nova.network.neutron [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1410.275740] env[69760]: DEBUG nova.compute.manager [req-05953083-566f-427b-8002-9b693b85c4ec req-94214782-52f9-4a51-9cef-ab4686573802 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Received event network-vif-deleted-8bd01042-9a56-4121-9ff1-21a59034b41a {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1410.276920] env[69760]: INFO nova.compute.manager [req-05953083-566f-427b-8002-9b693b85c4ec req-94214782-52f9-4a51-9cef-ab4686573802 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Neutron deleted interface 8bd01042-9a56-4121-9ff1-21a59034b41a; detaching it from the instance and deleting it from the info cache [ 1410.277250] env[69760]: DEBUG nova.network.neutron [req-05953083-566f-427b-8002-9b693b85c4ec req-94214782-52f9-4a51-9cef-ab4686573802 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.685256] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Completed reading data from the image iterator. {{(pid=69760) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1410.685512] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc143b-b234-988e-3fd0-e50c4024ebee/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1410.686485] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b24779-f874-4c55-81af-3bbe8fabaa30 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.693835] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc143b-b234-988e-3fd0-e50c4024ebee/disk-0.vmdk is in state: ready. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1410.694010] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc143b-b234-988e-3fd0-e50c4024ebee/disk-0.vmdk. {{(pid=69760) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1410.694256] env[69760]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-68992c0c-e9c3-4617-ab75-39697e4c22a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.758748] env[69760]: DEBUG nova.network.neutron [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1410.781273] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-9d7369b5-ec1a-402c-861c-643e69a79ff5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.792466] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41bb2a52-5633-4774-a94e-d826f0216911 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.819901] env[69760]: DEBUG nova.compute.manager [req-05953083-566f-427b-8002-9b693b85c4ec req-94214782-52f9-4a51-9cef-ab4686573802 service nova] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Detach interface failed, port_id=8bd01042-9a56-4121-9ff1-21a59034b41a, reason: Instance 75ba8292-18d6-4c82-a6e9-d44088380464 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1410.889281] env[69760]: DEBUG oslo_vmware.rw_handles [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Closed VMDK write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52bc143b-b234-988e-3fd0-e50c4024ebee/disk-0.vmdk. {{(pid=69760) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1410.889576] env[69760]: INFO nova.virt.vmwareapi.images [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Downloaded image file data abc0214d-46cd-43de-aa79-36f5439b752e [ 1410.890545] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2b84ed0-8e5f-4568-b96d-ede411e7cd93 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.907839] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-87f306c2-ebe1-4f84-8cda-71308fae986a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.931460] env[69760]: INFO nova.virt.vmwareapi.images [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] The imported VM was unregistered [ 1410.934158] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Caching image {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1410.934415] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Creating directory with path [datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1410.934706] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5f3cdaeb-814d-471c-b92e-f117fd22e5b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.944823] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Created directory with path [datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1410.945016] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Moving virtual disk from [datastore1] OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07/OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07.vmdk to [datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e/abc0214d-46cd-43de-aa79-36f5439b752e.vmdk. {{(pid=69760) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1410.945262] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-7087c864-8ac6-40c9-a1cf-dfc7589fa706 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1410.951715] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1410.951715] env[69760]: value = "task-3394959" [ 1410.951715] env[69760]: _type = "Task" [ 1410.951715] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1410.960456] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394959, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.262981] env[69760]: INFO nova.compute.manager [-] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Took 1.47 seconds to deallocate network for instance. [ 1411.462687] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394959, 'name': MoveVirtualDisk_Task} progress is 24%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1411.771022] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1411.771379] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1411.771608] env[69760]: DEBUG nova.objects.instance [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lazy-loading 'resources' on Instance uuid 75ba8292-18d6-4c82-a6e9-d44088380464 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1411.962974] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394959, 'name': MoveVirtualDisk_Task} progress is 46%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.332020] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e22d4ff-553f-4bf9-af9d-0efefc91e5a4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.339928] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2433be65-2c8f-4e4e-82e7-04361fff3e78 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.377787] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524ac6a6-582c-4af6-906f-54750da1a895 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.386018] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47cd846c-d24c-4454-830c-1ebe620b2a87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1412.400250] env[69760]: DEBUG nova.compute.provider_tree [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1412.464166] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394959, 'name': MoveVirtualDisk_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1412.903741] env[69760]: DEBUG nova.scheduler.client.report [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1412.964864] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394959, 'name': MoveVirtualDisk_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.408907] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.437085] env[69760]: INFO nova.scheduler.client.report [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Deleted allocations for instance 75ba8292-18d6-4c82-a6e9-d44088380464 [ 1413.467356] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394959, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.384056} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.467753] env[69760]: INFO nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Moved virtual disk from [datastore1] OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07/OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07.vmdk to [datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e/abc0214d-46cd-43de-aa79-36f5439b752e.vmdk. [ 1413.468878] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Cleaning up location [datastore1] OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1413.468878] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleting the datastore file [datastore1] OSTACK_IMG_cf40d27b-69e8-48b1-88c7-207a38458e07 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1413.468878] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7a88af64-ddab-428d-9582-3040489041e1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.478542] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1413.478542] env[69760]: value = "task-3394960" [ 1413.478542] env[69760]: _type = "Task" [ 1413.478542] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1413.488248] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394960, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1413.946985] env[69760]: DEBUG oslo_concurrency.lockutils [None req-7ba7a814-142a-42e0-9444-10c11ffd7d3e tempest-AttachVolumeShelveTestJSON-1401654509 tempest-AttachVolumeShelveTestJSON-1401654509-project-member] Lock "75ba8292-18d6-4c82-a6e9-d44088380464" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.766s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1413.989086] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394960, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037204} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1413.989086] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1413.989375] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Releasing lock "[datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e/abc0214d-46cd-43de-aa79-36f5439b752e.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.989469] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e/abc0214d-46cd-43de-aa79-36f5439b752e.vmdk to [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1413.989754] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd200707-f883-469e-8bac-d505f015bd87 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1413.997463] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1413.997463] env[69760]: value = "task-3394961" [ 1413.997463] env[69760]: _type = "Task" [ 1413.997463] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1414.005617] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394961, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1414.508727] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394961, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.008912] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394961, 'name': CopyVirtualDisk_Task} progress is 43%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.024537] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1415.024798] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1415.509648] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394961, 'name': CopyVirtualDisk_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1415.527351] env[69760]: DEBUG nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1416.011934] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394961, 'name': CopyVirtualDisk_Task} progress is 88%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1416.051132] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1416.051460] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1416.053186] env[69760]: INFO nova.compute.claims [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1416.511118] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394961, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.290919} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1416.511325] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/abc0214d-46cd-43de-aa79-36f5439b752e/abc0214d-46cd-43de-aa79-36f5439b752e.vmdk to [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1416.512767] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2961dda5-45a3-4055-9280-47176949df57 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.533460] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Reconfiguring VM instance instance-00000079 to attach disk [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1416.533702] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dd6ff16b-3d77-4758-a5a2-87f028413ac9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1416.553559] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1416.553559] env[69760]: value = "task-3394963" [ 1416.553559] env[69760]: _type = "Task" [ 1416.553559] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1416.563409] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394963, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.068413] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394963, 'name': ReconfigVM_Task, 'duration_secs': 0.268926} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.070096] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Reconfigured VM instance instance-00000079 to attach disk [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448/e558f58a-1c5d-4b06-bb5f-000a80ebe448.vmdk or device None with type streamOptimized {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1417.070096] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f80d0596-e0b2-4d58-8556-37855edb4125 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.078090] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1417.078090] env[69760]: value = "task-3394964" [ 1417.078090] env[69760]: _type = "Task" [ 1417.078090] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.090261] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394964, 'name': Rename_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.110778] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e20e0b9-d5bc-405e-9011-d445d06d7623 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.117422] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77c6059f-216c-46f0-9539-1f374e4a45bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.147200] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f42b9947-9fa8-426a-9696-9cb451c4d733 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.154679] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5dcf19-2f7d-45dc-a7ec-4a75f011254c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.167677] env[69760]: DEBUG nova.compute.provider_tree [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1417.588344] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394964, 'name': Rename_Task, 'duration_secs': 0.130161} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1417.588612] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1417.588850] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5253d1-597e-4482-8e0b-77fa9f1311b8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1417.594825] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1417.594825] env[69760]: value = "task-3394965" [ 1417.594825] env[69760]: _type = "Task" [ 1417.594825] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1417.601972] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394965, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1417.671346] env[69760]: DEBUG nova.scheduler.client.report [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1418.106577] env[69760]: DEBUG oslo_vmware.api [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394965, 'name': PowerOnVM_Task, 'duration_secs': 0.502806} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1418.106866] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1418.175796] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.176359] env[69760]: DEBUG nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1418.203276] env[69760]: DEBUG nova.compute.manager [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1418.204181] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62ce8bd-59f8-4f4e-82d8-d80b6c6448a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1418.681974] env[69760]: DEBUG nova.compute.utils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1418.683367] env[69760]: DEBUG nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1418.683533] env[69760]: DEBUG nova.network.neutron [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1418.721659] env[69760]: DEBUG nova.policy [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c027ac23554e6aafdc3cf2168f57f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d940707797f469790b86cde4a03d50e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1418.723305] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a7ea223b-5bad-4511-b2e6-283f3fdfe93a tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 18.347s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1418.975352] env[69760]: DEBUG nova.network.neutron [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Successfully created port: aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1419.187139] env[69760]: DEBUG nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1419.894477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.894826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.895063] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1419.895251] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1419.895417] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1419.897698] env[69760]: INFO nova.compute.manager [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Terminating instance [ 1420.197752] env[69760]: DEBUG nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1420.227360] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1420.227712] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1420.227969] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1420.228282] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1420.228613] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1420.228773] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1420.229044] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1420.229221] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1420.229418] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1420.229605] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1420.229857] env[69760]: DEBUG nova.virt.hardware [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1420.230701] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-467afcf4-e86f-4bee-9bdb-e758f819b45a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.239059] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8b907a-1392-47ff-9ea4-87be266025d8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.401479] env[69760]: DEBUG nova.compute.manager [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1420.401726] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1420.402658] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33fd6a96-7aba-4330-af48-f075f53641ce {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.410588] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1420.410689] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5b85b615-625a-4f51-8f73-12593f74a8c3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.417393] env[69760]: DEBUG oslo_vmware.api [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1420.417393] env[69760]: value = "task-3394966" [ 1420.417393] env[69760]: _type = "Task" [ 1420.417393] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1420.426740] env[69760]: DEBUG oslo_vmware.api [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394966, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1420.489850] env[69760]: DEBUG nova.compute.manager [req-d15acec7-a6ab-4679-a96e-531be564324f req-b9b63fdc-613a-4807-b361-7455f4885e7d service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Received event network-vif-plugged-aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1420.489850] env[69760]: DEBUG oslo_concurrency.lockutils [req-d15acec7-a6ab-4679-a96e-531be564324f req-b9b63fdc-613a-4807-b361-7455f4885e7d service nova] Acquiring lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.489850] env[69760]: DEBUG oslo_concurrency.lockutils [req-d15acec7-a6ab-4679-a96e-531be564324f req-b9b63fdc-613a-4807-b361-7455f4885e7d service nova] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.489850] env[69760]: DEBUG oslo_concurrency.lockutils [req-d15acec7-a6ab-4679-a96e-531be564324f req-b9b63fdc-613a-4807-b361-7455f4885e7d service nova] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.489850] env[69760]: DEBUG nova.compute.manager [req-d15acec7-a6ab-4679-a96e-531be564324f req-b9b63fdc-613a-4807-b361-7455f4885e7d service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] No waiting events found dispatching network-vif-plugged-aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1420.489850] env[69760]: WARNING nova.compute.manager [req-d15acec7-a6ab-4679-a96e-531be564324f req-b9b63fdc-613a-4807-b361-7455f4885e7d service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Received unexpected event network-vif-plugged-aa00349f-8448-4d41-b0ea-3bb17bce6267 for instance with vm_state building and task_state spawning. [ 1420.578764] env[69760]: DEBUG nova.network.neutron [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Successfully updated port: aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1420.777334] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.777591] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1420.927349] env[69760]: DEBUG oslo_vmware.api [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394966, 'name': PowerOffVM_Task, 'duration_secs': 0.173046} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1420.927670] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1420.927889] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1420.928184] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e6c74155-78ef-402a-b021-c186aa21b0aa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.985820] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1420.986073] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Deleting contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1420.986245] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleting the datastore file [datastore1] e558f58a-1c5d-4b06-bb5f-000a80ebe448 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1420.986532] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b9718a9b-c115-40ed-a19d-b5d63d01bbdb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.993047] env[69760]: DEBUG oslo_vmware.api [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for the task: (returnval){ [ 1420.993047] env[69760]: value = "task-3394968" [ 1420.993047] env[69760]: _type = "Task" [ 1420.993047] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.000887] env[69760]: DEBUG oslo_vmware.api [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394968, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1421.082682] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.082835] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.082991] env[69760]: DEBUG nova.network.neutron [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1421.281922] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.282359] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.282359] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.282440] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.282590] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.282737] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.282874] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1421.283028] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1421.502739] env[69760]: DEBUG oslo_vmware.api [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Task: {'id': task-3394968, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.142761} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1421.504050] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1421.504050] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Deleted contents of the VM from datastore datastore1 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1421.504050] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1421.504050] env[69760]: INFO nova.compute.manager [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1421.504050] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1421.504337] env[69760]: DEBUG nova.compute.manager [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1421.504337] env[69760]: DEBUG nova.network.neutron [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1421.632737] env[69760]: DEBUG nova.network.neutron [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1421.785864] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.786138] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.786308] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1421.786463] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1421.787359] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a06d9120-af6f-42ac-9937-1513b399cdfd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.798126] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d43e7396-a8da-4022-872e-d41313e55583 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.811857] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed442aa3-6b9c-4617-9073-d47ef8998cf9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.817990] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc17d055-fb46-4d2e-8e4a-16ea9c9dd530 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.847420] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180676MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1421.847573] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1421.847808] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1421.850127] env[69760]: DEBUG nova.network.neutron [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updating instance_info_cache with network_info: [{"id": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "address": "fa:16:3e:3b:39:a1", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa00349f-84", "ovs_interfaceid": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.354784] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.355148] env[69760]: DEBUG nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Instance network_info: |[{"id": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "address": "fa:16:3e:3b:39:a1", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa00349f-84", "ovs_interfaceid": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1422.355478] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:39:a1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'aa00349f-8448-4d41-b0ea-3bb17bce6267', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1422.363174] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Creating folder: Project (8d940707797f469790b86cde4a03d50e). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1422.363951] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-861a151c-2dd8-4cf0-9e82-eba54f0f7b4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.376614] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Created folder: Project (8d940707797f469790b86cde4a03d50e) in parent group-v676970. [ 1422.376783] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Creating folder: Instances. Parent ref: group-v677308. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1422.377037] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4c547d27-24a0-465a-a569-fb08525b4bdf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.385571] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Created folder: Instances in parent group-v677308. [ 1422.385840] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1422.386043] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1422.386248] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9d737b16-e62e-4458-a487-a404e3d8206a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.405503] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1422.405503] env[69760]: value = "task-3394971" [ 1422.405503] env[69760]: _type = "Task" [ 1422.405503] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.412920] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394971, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.493857] env[69760]: DEBUG nova.network.neutron [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1422.520578] env[69760]: DEBUG nova.compute.manager [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Received event network-changed-aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1422.520854] env[69760]: DEBUG nova.compute.manager [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Refreshing instance network info cache due to event network-changed-aa00349f-8448-4d41-b0ea-3bb17bce6267. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1422.521208] env[69760]: DEBUG oslo_concurrency.lockutils [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] Acquiring lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.521208] env[69760]: DEBUG oslo_concurrency.lockutils [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] Acquired lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.521284] env[69760]: DEBUG nova.network.neutron [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Refreshing network info cache for port aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1422.873237] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance e558f58a-1c5d-4b06-bb5f-000a80ebe448 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1422.873394] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1422.873572] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1422.873715] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1422.911115] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d7d63e1-f258-42aa-9640-96d10ba70719 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.920676] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394971, 'name': CreateVM_Task, 'duration_secs': 0.340776} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.920886] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1422.921819] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cdc3538-8840-4bef-8cbe-4076bfff47e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.925012] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.925182] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.925484] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.925711] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-490d543a-59b4-46d7-b8f0-e59c3d286d2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.955306] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1422.955306] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52785007-2bdf-c060-dc2a-d21b70ebe4bc" [ 1422.955306] env[69760]: _type = "Task" [ 1422.955306] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1422.956478] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69cb4d1b-ac19-403c-97d3-c4a525253f83 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.969095] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7cb3671-f763-4165-9c63-5deadbd6d4d7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.972629] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52785007-2bdf-c060-dc2a-d21b70ebe4bc, 'name': SearchDatastore_Task, 'duration_secs': 0.010518} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.972896] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.973131] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1422.973363] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.973510] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.973686] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1422.974194] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-85b5bb05-f529-4268-9acd-dc9268e31a02 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.983257] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1422.990541] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1422.990719] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1422.991880] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdc7c869-7119-4f8d-b47f-c538ab9c90e0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.996345] env[69760]: INFO nova.compute.manager [-] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Took 1.49 seconds to deallocate network for instance. [ 1422.998858] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1422.998858] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52be5b2f-d2c6-991b-fec7-17f6da0fbf61" [ 1422.998858] env[69760]: _type = "Task" [ 1422.998858] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.009498] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52be5b2f-d2c6-991b-fec7-17f6da0fbf61, 'name': SearchDatastore_Task, 'duration_secs': 0.009369} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.010411] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-559e7779-0b07-4d79-a69f-7941d81985da {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.014807] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1423.014807] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52089049-1b69-aa97-4877-3ed9a9f96423" [ 1423.014807] env[69760]: _type = "Task" [ 1423.014807] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.021814] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52089049-1b69-aa97-4877-3ed9a9f96423, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.215223] env[69760]: DEBUG nova.network.neutron [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updated VIF entry in instance network info cache for port aa00349f-8448-4d41-b0ea-3bb17bce6267. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1423.215579] env[69760]: DEBUG nova.network.neutron [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updating instance_info_cache with network_info: [{"id": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "address": "fa:16:3e:3b:39:a1", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa00349f-84", "ovs_interfaceid": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1423.486597] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1423.503304] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1423.524988] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52089049-1b69-aa97-4877-3ed9a9f96423, 'name': SearchDatastore_Task, 'duration_secs': 0.008363} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1423.525260] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.525498] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf/f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1423.525739] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-27bb99bb-1d1c-4156-b0a5-7b35f8972e2b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1423.532877] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1423.532877] env[69760]: value = "task-3394972" [ 1423.532877] env[69760]: _type = "Task" [ 1423.532877] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1423.541566] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1423.718730] env[69760]: DEBUG oslo_concurrency.lockutils [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] Releasing lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.718977] env[69760]: DEBUG nova.compute.manager [req-46d4df50-a44a-487f-b826-1722465da657 req-0b825e8c-7c82-4369-860c-f5e98f49f8cc service nova] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Received event network-vif-deleted-bd8a44a0-d987-4c28-b3ef-566cc7dc1707 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1423.992319] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1423.992530] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.145s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1423.992761] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.490s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1423.992998] env[69760]: DEBUG nova.objects.instance [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lazy-loading 'resources' on Instance uuid e558f58a-1c5d-4b06-bb5f-000a80ebe448 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.042861] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418645} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.043119] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf/f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1424.043330] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1424.043566] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d545aea9-c9e6-4d26-87b1-911183743605 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.049601] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1424.049601] env[69760]: value = "task-3394973" [ 1424.049601] env[69760]: _type = "Task" [ 1424.049601] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.057425] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394973, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1424.532670] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ad8f89-6f84-4d59-bc39-60f61101ee09 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.540685] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bbaaa31-a4dc-46f1-925b-aed8352536ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.572463] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bb9f917-7008-4e75-a7a2-46eea42b5fe1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.579387] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394973, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064042} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1424.581373] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1424.582092] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-042623c5-b4c6-4e0e-8a4f-436b614a7023 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.585154] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8b31f9-1ecf-40fe-bd6e-ee8ef13e5704 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.607228] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf/f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1424.615729] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5831893c-b428-4eac-b64f-2df483057205 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1424.629694] env[69760]: DEBUG nova.compute.provider_tree [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1424.636256] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1424.636256] env[69760]: value = "task-3394974" [ 1424.636256] env[69760]: _type = "Task" [ 1424.636256] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1424.644702] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394974, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.133050] env[69760]: DEBUG nova.scheduler.client.report [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1425.146569] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394974, 'name': ReconfigVM_Task, 'duration_secs': 0.314841} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.147393] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Reconfigured VM instance instance-0000007b to attach disk [datastore2] f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf/f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1425.147974] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e3b1e88-f86b-4bba-ad69-78be25614605 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.154994] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1425.154994] env[69760]: value = "task-3394975" [ 1425.154994] env[69760]: _type = "Task" [ 1425.154994] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.162834] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394975, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1425.637662] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.645s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1425.655166] env[69760]: INFO nova.scheduler.client.report [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Deleted allocations for instance e558f58a-1c5d-4b06-bb5f-000a80ebe448 [ 1425.667102] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394975, 'name': Rename_Task, 'duration_secs': 0.134132} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1425.667361] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1425.667595] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-474de950-68da-4eff-898e-d0e61fdcd363 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1425.673577] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1425.673577] env[69760]: value = "task-3394976" [ 1425.673577] env[69760]: _type = "Task" [ 1425.673577] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1425.684150] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394976, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.165891] env[69760]: DEBUG oslo_concurrency.lockutils [None req-8473138e-e897-4d03-ae90-3fa15ed85ad8 tempest-ServerActionsTestOtherB-900630800 tempest-ServerActionsTestOtherB-900630800-project-member] Lock "e558f58a-1c5d-4b06-bb5f-000a80ebe448" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.271s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1426.184393] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.684399] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394976, 'name': PowerOnVM_Task} progress is 66%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1427.184218] env[69760]: DEBUG oslo_vmware.api [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394976, 'name': PowerOnVM_Task, 'duration_secs': 1.134365} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1427.184503] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1427.184705] env[69760]: INFO nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Took 6.99 seconds to spawn the instance on the hypervisor. [ 1427.184884] env[69760]: DEBUG nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1427.185660] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3d14a2-991c-4586-b376-aeae1b9a2f18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.704902] env[69760]: INFO nova.compute.manager [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Took 11.67 seconds to build instance. [ 1428.062292] env[69760]: DEBUG nova.compute.manager [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Received event network-changed-aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1428.062515] env[69760]: DEBUG nova.compute.manager [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Refreshing instance network info cache due to event network-changed-aa00349f-8448-4d41-b0ea-3bb17bce6267. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1428.062728] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] Acquiring lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1428.062870] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] Acquired lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1428.063168] env[69760]: DEBUG nova.network.neutron [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Refreshing network info cache for port aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1428.206780] env[69760]: DEBUG oslo_concurrency.lockutils [None req-45719247-ecfd-4c5c-b6c2-f8b96b8535bb tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.182s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1428.785021] env[69760]: DEBUG nova.network.neutron [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updated VIF entry in instance network info cache for port aa00349f-8448-4d41-b0ea-3bb17bce6267. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1428.785457] env[69760]: DEBUG nova.network.neutron [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updating instance_info_cache with network_info: [{"id": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "address": "fa:16:3e:3b:39:a1", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.221", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaa00349f-84", "ovs_interfaceid": "aa00349f-8448-4d41-b0ea-3bb17bce6267", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1429.288201] env[69760]: DEBUG oslo_concurrency.lockutils [req-bbabb2c9-04e5-49e1-9349-49b5448a97a2 req-fa81a392-e70a-4861-96ac-f84a7be5e306 service nova] Releasing lock "refresh_cache-f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1433.943814] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "0a3f72ce-380f-4238-ab57-c3039bc658e9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1433.944125] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.446930] env[69760]: DEBUG nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1434.968238] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.968549] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.970484] env[69760]: INFO nova.compute.claims [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1436.017860] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-073898ee-b092-4a56-a1a1-2f84a5a3d996 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.025850] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83ecf892-f2a5-4f1a-80f7-c11dd25bc111 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.056046] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8bf248f-12c6-4504-9a39-a97cc0e56e82 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.062634] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e0931a-04f6-4e87-ada1-8a20212d58c5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1436.076172] env[69760]: DEBUG nova.compute.provider_tree [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1436.579522] env[69760]: DEBUG nova.scheduler.client.report [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1437.084764] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.116s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1437.085267] env[69760]: DEBUG nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1437.590063] env[69760]: DEBUG nova.compute.utils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1437.591651] env[69760]: DEBUG nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1437.591938] env[69760]: DEBUG nova.network.neutron [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1437.628704] env[69760]: DEBUG nova.policy [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '060fa89dff6341bca2ada788b4497a75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6e656fd2c7744e578bf21e2c84d0bcc9', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1437.857182] env[69760]: DEBUG nova.network.neutron [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Successfully created port: 53421641-4842-41a1-9870-488d40148a0e {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1438.095727] env[69760]: DEBUG nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1439.107039] env[69760]: DEBUG nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1439.133531] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1439.133795] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1439.133967] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1439.134218] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1439.134376] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1439.134528] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1439.134740] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1439.135393] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1439.135393] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1439.135393] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1439.135393] env[69760]: DEBUG nova.virt.hardware [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1439.136470] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bae2e77-841c-4555-a017-288972da98bd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.144851] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5603e2a-107b-48f9-b569-51ab88c61902 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.213843] env[69760]: DEBUG nova.compute.manager [req-2b6e9ed7-c9b2-4f47-a482-f5ba3de3c3b7 req-054341f0-eefb-4627-a3de-cea3cd7f8f2f service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Received event network-vif-plugged-53421641-4842-41a1-9870-488d40148a0e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1439.214075] env[69760]: DEBUG oslo_concurrency.lockutils [req-2b6e9ed7-c9b2-4f47-a482-f5ba3de3c3b7 req-054341f0-eefb-4627-a3de-cea3cd7f8f2f service nova] Acquiring lock "0a3f72ce-380f-4238-ab57-c3039bc658e9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1439.214290] env[69760]: DEBUG oslo_concurrency.lockutils [req-2b6e9ed7-c9b2-4f47-a482-f5ba3de3c3b7 req-054341f0-eefb-4627-a3de-cea3cd7f8f2f service nova] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1439.214531] env[69760]: DEBUG oslo_concurrency.lockutils [req-2b6e9ed7-c9b2-4f47-a482-f5ba3de3c3b7 req-054341f0-eefb-4627-a3de-cea3cd7f8f2f service nova] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1439.214669] env[69760]: DEBUG nova.compute.manager [req-2b6e9ed7-c9b2-4f47-a482-f5ba3de3c3b7 req-054341f0-eefb-4627-a3de-cea3cd7f8f2f service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] No waiting events found dispatching network-vif-plugged-53421641-4842-41a1-9870-488d40148a0e {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1439.214798] env[69760]: WARNING nova.compute.manager [req-2b6e9ed7-c9b2-4f47-a482-f5ba3de3c3b7 req-054341f0-eefb-4627-a3de-cea3cd7f8f2f service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Received unexpected event network-vif-plugged-53421641-4842-41a1-9870-488d40148a0e for instance with vm_state building and task_state spawning. [ 1439.297164] env[69760]: DEBUG nova.network.neutron [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Successfully updated port: 53421641-4842-41a1-9870-488d40148a0e {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1439.797712] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "refresh_cache-0a3f72ce-380f-4238-ab57-c3039bc658e9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1439.797885] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquired lock "refresh_cache-0a3f72ce-380f-4238-ab57-c3039bc658e9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1439.798146] env[69760]: DEBUG nova.network.neutron [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1440.329103] env[69760]: DEBUG nova.network.neutron [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1440.444078] env[69760]: DEBUG nova.network.neutron [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Updating instance_info_cache with network_info: [{"id": "53421641-4842-41a1-9870-488d40148a0e", "address": "fa:16:3e:f4:18:b3", "network": {"id": "6d68e143-3e6d-4586-be84-40dd1dfdccf6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2049731081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e656fd2c7744e578bf21e2c84d0bcc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53421641-48", "ovs_interfaceid": "53421641-4842-41a1-9870-488d40148a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1440.946952] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Releasing lock "refresh_cache-0a3f72ce-380f-4238-ab57-c3039bc658e9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.947278] env[69760]: DEBUG nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Instance network_info: |[{"id": "53421641-4842-41a1-9870-488d40148a0e", "address": "fa:16:3e:f4:18:b3", "network": {"id": "6d68e143-3e6d-4586-be84-40dd1dfdccf6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2049731081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e656fd2c7744e578bf21e2c84d0bcc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53421641-48", "ovs_interfaceid": "53421641-4842-41a1-9870-488d40148a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1440.947699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f4:18:b3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '572b7281-aad3-45fa-9cb2-fc1c70569948', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '53421641-4842-41a1-9870-488d40148a0e', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1440.955258] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Creating folder: Project (6e656fd2c7744e578bf21e2c84d0bcc9). Parent ref: group-v676970. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.955523] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0924e60b-db4c-43e7-b6ec-ebbd92ed671b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.968537] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Created folder: Project (6e656fd2c7744e578bf21e2c84d0bcc9) in parent group-v676970. [ 1440.968757] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Creating folder: Instances. Parent ref: group-v677311. {{(pid=69760) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1440.969272] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-072a04cb-0b89-4eed-a09c-e77a309a4923 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.977806] env[69760]: INFO nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Created folder: Instances in parent group-v677311. [ 1440.978081] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1440.978293] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1440.978487] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0c0329b8-045b-493a-882e-2f61aa3a07df {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1440.997119] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1440.997119] env[69760]: value = "task-3394980" [ 1440.997119] env[69760]: _type = "Task" [ 1440.997119] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.004980] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394980, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.240809] env[69760]: DEBUG nova.compute.manager [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Received event network-changed-53421641-4842-41a1-9870-488d40148a0e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1441.241072] env[69760]: DEBUG nova.compute.manager [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Refreshing instance network info cache due to event network-changed-53421641-4842-41a1-9870-488d40148a0e. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1441.241357] env[69760]: DEBUG oslo_concurrency.lockutils [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] Acquiring lock "refresh_cache-0a3f72ce-380f-4238-ab57-c3039bc658e9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.241516] env[69760]: DEBUG oslo_concurrency.lockutils [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] Acquired lock "refresh_cache-0a3f72ce-380f-4238-ab57-c3039bc658e9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.241712] env[69760]: DEBUG nova.network.neutron [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Refreshing network info cache for port 53421641-4842-41a1-9870-488d40148a0e {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1441.507291] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394980, 'name': CreateVM_Task, 'duration_secs': 0.278689} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1441.507653] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1441.509197] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1441.509375] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1441.509691] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1441.510255] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c539dbd0-d4d1-4b63-8659-a52e0055ba4e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1441.515532] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1441.515532] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]520a1b39-6e8d-9428-8ad4-58ad6237c227" [ 1441.515532] env[69760]: _type = "Task" [ 1441.515532] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1441.522827] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520a1b39-6e8d-9428-8ad4-58ad6237c227, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1441.913793] env[69760]: DEBUG nova.network.neutron [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Updated VIF entry in instance network info cache for port 53421641-4842-41a1-9870-488d40148a0e. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1441.914163] env[69760]: DEBUG nova.network.neutron [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Updating instance_info_cache with network_info: [{"id": "53421641-4842-41a1-9870-488d40148a0e", "address": "fa:16:3e:f4:18:b3", "network": {"id": "6d68e143-3e6d-4586-be84-40dd1dfdccf6", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-2049731081-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6e656fd2c7744e578bf21e2c84d0bcc9", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "572b7281-aad3-45fa-9cb2-fc1c70569948", "external-id": "nsx-vlan-transportzone-722", "segmentation_id": 722, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap53421641-48", "ovs_interfaceid": "53421641-4842-41a1-9870-488d40148a0e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1442.026543] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]520a1b39-6e8d-9428-8ad4-58ad6237c227, 'name': SearchDatastore_Task, 'duration_secs': 0.009363} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.026826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.027080] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1442.027324] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.027471] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.027651] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1442.027938] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4ae6b3fb-0b0d-4efb-92bb-b50f8fcb3c38 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.036040] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1442.036223] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1442.036926] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-01074320-ec78-46dd-8a11-af4d61389a92 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.042308] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1442.042308] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218bf3c-06be-13c5-9374-e6796d1b2350" [ 1442.042308] env[69760]: _type = "Task" [ 1442.042308] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.049556] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218bf3c-06be-13c5-9374-e6796d1b2350, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1442.417315] env[69760]: DEBUG oslo_concurrency.lockutils [req-b89c8ca9-2da0-4b5b-9543-80fa1c68fff1 req-c420b531-12cd-40a6-9fce-0d8c2ba13e28 service nova] Releasing lock "refresh_cache-0a3f72ce-380f-4238-ab57-c3039bc658e9" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.553194] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5218bf3c-06be-13c5-9374-e6796d1b2350, 'name': SearchDatastore_Task, 'duration_secs': 0.007998} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1442.553964] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1e48efd5-c294-4805-a28f-6864e969832d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1442.558908] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1442.558908] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52091146-dfde-2714-fb09-2d31765d451a" [ 1442.558908] env[69760]: _type = "Task" [ 1442.558908] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1442.566951] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52091146-dfde-2714-fb09-2d31765d451a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.072494] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52091146-dfde-2714-fb09-2d31765d451a, 'name': SearchDatastore_Task, 'duration_secs': 0.00939} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.072966] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.073392] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0a3f72ce-380f-4238-ab57-c3039bc658e9/0a3f72ce-380f-4238-ab57-c3039bc658e9.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1443.073778] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-be860d6d-13a5-4073-9dad-fa0a7ae15d18 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.081351] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1443.081351] env[69760]: value = "task-3394981" [ 1443.081351] env[69760]: _type = "Task" [ 1443.081351] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.088602] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394981, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1443.590560] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394981, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.442317} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1443.590950] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0a3f72ce-380f-4238-ab57-c3039bc658e9/0a3f72ce-380f-4238-ab57-c3039bc658e9.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1443.591068] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1443.591259] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fc26ef9b-1f59-48be-8880-551a8364e2e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1443.597880] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1443.597880] env[69760]: value = "task-3394982" [ 1443.597880] env[69760]: _type = "Task" [ 1443.597880] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1443.605327] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394982, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.107833] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394982, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067679} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.108252] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1444.109205] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c663da-ece5-40ba-bd1a-ad758f1469c7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.131111] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] 0a3f72ce-380f-4238-ab57-c3039bc658e9/0a3f72ce-380f-4238-ab57-c3039bc658e9.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1444.131333] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af100f76-e8b7-4692-a178-7eed8bcad812 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.150470] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1444.150470] env[69760]: value = "task-3394983" [ 1444.150470] env[69760]: _type = "Task" [ 1444.150470] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.157468] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394983, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1444.661185] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394983, 'name': ReconfigVM_Task, 'duration_secs': 0.330042} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1444.661675] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Reconfigured VM instance instance-0000007c to attach disk [datastore2] 0a3f72ce-380f-4238-ab57-c3039bc658e9/0a3f72ce-380f-4238-ab57-c3039bc658e9.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1444.662094] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1840c5b-36d3-43b3-a5eb-dca6d93cead4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1444.668816] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1444.668816] env[69760]: value = "task-3394984" [ 1444.668816] env[69760]: _type = "Task" [ 1444.668816] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1444.676031] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394984, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.178645] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394984, 'name': Rename_Task, 'duration_secs': 0.15074} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.178909] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1445.179155] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5d53dec3-e0ed-4493-b724-3c0f242b0d85 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1445.185902] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1445.185902] env[69760]: value = "task-3394985" [ 1445.185902] env[69760]: _type = "Task" [ 1445.185902] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1445.192797] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394985, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1445.695936] env[69760]: DEBUG oslo_vmware.api [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394985, 'name': PowerOnVM_Task, 'duration_secs': 0.437846} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1445.696326] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1445.696372] env[69760]: INFO nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Took 6.59 seconds to spawn the instance on the hypervisor. [ 1445.696517] env[69760]: DEBUG nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1445.697263] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e37274b8-1890-42d4-ac70-af86f9ddccc9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.216027] env[69760]: INFO nova.compute.manager [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Took 11.26 seconds to build instance. [ 1446.718098] env[69760]: DEBUG oslo_concurrency.lockutils [None req-57901405-d6d2-4188-abac-f89fe555f187 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.774s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.184205] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "0a3f72ce-380f-4238-ab57-c3039bc658e9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.184480] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.185168] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "0a3f72ce-380f-4238-ab57-c3039bc658e9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1447.185377] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1447.185552] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1447.187644] env[69760]: INFO nova.compute.manager [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Terminating instance [ 1447.691873] env[69760]: DEBUG nova.compute.manager [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1447.692113] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1447.693286] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fd7dab0-14f2-4712-9008-19cf8b858d31 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.701319] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1447.701555] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75d9d9fc-0b8b-4469-92a1-56c88f883cfa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1447.708088] env[69760]: DEBUG oslo_vmware.api [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1447.708088] env[69760]: value = "task-3394986" [ 1447.708088] env[69760]: _type = "Task" [ 1447.708088] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1447.715912] env[69760]: DEBUG oslo_vmware.api [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394986, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.218661] env[69760]: DEBUG oslo_vmware.api [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394986, 'name': PowerOffVM_Task, 'duration_secs': 0.214003} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.219040] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1448.219092] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1448.219310] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f39ef14-ffcb-46c0-9129-16474eb40fc1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.280447] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1448.280679] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1448.280902] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Deleting the datastore file [datastore2] 0a3f72ce-380f-4238-ab57-c3039bc658e9 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1448.281216] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c187d92-a470-4b8b-86fb-5ca42607b951 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.287183] env[69760]: DEBUG oslo_vmware.api [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for the task: (returnval){ [ 1448.287183] env[69760]: value = "task-3394988" [ 1448.287183] env[69760]: _type = "Task" [ 1448.287183] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1448.294847] env[69760]: DEBUG oslo_vmware.api [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394988, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1448.797431] env[69760]: DEBUG oslo_vmware.api [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Task: {'id': task-3394988, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.145535} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1448.797722] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1448.797855] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1448.798058] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1448.798258] env[69760]: INFO nova.compute.manager [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1448.798500] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1448.798691] env[69760]: DEBUG nova.compute.manager [-] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1448.798788] env[69760]: DEBUG nova.network.neutron [-] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1449.033287] env[69760]: DEBUG nova.compute.manager [req-b8426478-2d6d-417c-885f-e8fadc99d64b req-e3cc2e2f-d350-4e88-b015-2d1091f772f9 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Received event network-vif-deleted-53421641-4842-41a1-9870-488d40148a0e {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1449.033491] env[69760]: INFO nova.compute.manager [req-b8426478-2d6d-417c-885f-e8fadc99d64b req-e3cc2e2f-d350-4e88-b015-2d1091f772f9 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Neutron deleted interface 53421641-4842-41a1-9870-488d40148a0e; detaching it from the instance and deleting it from the info cache [ 1449.033674] env[69760]: DEBUG nova.network.neutron [req-b8426478-2d6d-417c-885f-e8fadc99d64b req-e3cc2e2f-d350-4e88-b015-2d1091f772f9 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.516394] env[69760]: DEBUG nova.network.neutron [-] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1449.536417] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bec92b38-4667-43c1-961e-66b2b71190c2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.546584] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9808a80e-dede-4677-89a5-c8f8aef6d5c0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1449.571896] env[69760]: DEBUG nova.compute.manager [req-b8426478-2d6d-417c-885f-e8fadc99d64b req-e3cc2e2f-d350-4e88-b015-2d1091f772f9 service nova] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Detach interface failed, port_id=53421641-4842-41a1-9870-488d40148a0e, reason: Instance 0a3f72ce-380f-4238-ab57-c3039bc658e9 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1450.019764] env[69760]: INFO nova.compute.manager [-] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Took 1.22 seconds to deallocate network for instance. [ 1450.527059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.527059] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1450.527059] env[69760]: DEBUG nova.objects.instance [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lazy-loading 'resources' on Instance uuid 0a3f72ce-380f-4238-ab57-c3039bc658e9 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1451.070925] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c39c504-7cba-4613-9f56-0466e2c7afbd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.079078] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f274186a-cd3c-4fac-af8f-b4f288a4fab1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.109598] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8928b8d-391f-4ff2-a345-d5021410b883 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.116819] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6875e8-be9f-41dc-bc11-093527bacf21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.129786] env[69760]: DEBUG nova.compute.provider_tree [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1451.633058] env[69760]: DEBUG nova.scheduler.client.report [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1452.138572] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.612s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.155404] env[69760]: INFO nova.scheduler.client.report [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Deleted allocations for instance 0a3f72ce-380f-4238-ab57-c3039bc658e9 [ 1452.666216] env[69760]: DEBUG oslo_concurrency.lockutils [None req-80e3c412-1c3b-49de-8333-b080bd5e4cf9 tempest-ServerPasswordTestJSON-1137838002 tempest-ServerPasswordTestJSON-1137838002-project-member] Lock "0a3f72ce-380f-4238-ab57-c3039bc658e9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.482s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1464.813253] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1464.813670] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1465.317702] env[69760]: DEBUG nova.compute.utils [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1465.821078] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1466.878804] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.879207] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.879345] env[69760]: INFO nova.compute.manager [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Attaching volume e2df47a5-da7b-480e-894d-2c9b9cfb5d02 to /dev/sdb [ 1466.909311] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb49aec-d742-4b94-887b-3881f2efb325 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.916836] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49676b51-c2eb-4dec-9a77-4f2a7e3fe829 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1466.929753] env[69760]: DEBUG nova.virt.block_device [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updating existing volume attachment record: c3c57150-bc1c-49d4-97b6-6fcbf5b0ce7c {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1471.473713] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1471.473973] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677315', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'name': 'volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'serial': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1471.474869] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7afaad7-b1e4-4aa2-b1ff-b9dbb7cc8f45 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.491609] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1df85a12-e4a1-4ce7-876b-883b247065ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.517771] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02/volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1471.518025] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eb9b56ea-dd30-4955-9150-7a8a289d8484 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.536294] env[69760]: DEBUG oslo_vmware.api [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1471.536294] env[69760]: value = "task-3394993" [ 1471.536294] env[69760]: _type = "Task" [ 1471.536294] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1471.548875] env[69760]: DEBUG oslo_vmware.api [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394993, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.046687] env[69760]: DEBUG oslo_vmware.api [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394993, 'name': ReconfigVM_Task, 'duration_secs': 0.331772} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.046966] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02/volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1472.051718] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d93c465e-3204-4c05-b4bd-85a7adc6d699 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1472.066543] env[69760]: DEBUG oslo_vmware.api [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1472.066543] env[69760]: value = "task-3394994" [ 1472.066543] env[69760]: _type = "Task" [ 1472.066543] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1472.074100] env[69760]: DEBUG oslo_vmware.api [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394994, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1472.577160] env[69760]: DEBUG oslo_vmware.api [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394994, 'name': ReconfigVM_Task, 'duration_secs': 0.1332} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1472.577472] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677315', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'name': 'volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'serial': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1473.611948] env[69760]: DEBUG nova.objects.instance [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'flavor' on Instance uuid f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1474.057145] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1474.057402] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Cleaning up deleted instances {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11834}} [ 1474.116316] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f6c232bb-8400-4d04-9d8d-4f4a982ba647 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1474.568094] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] There are 25 instances to clean {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11843}} [ 1474.568094] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 0a3f72ce-380f-4238-ab57-c3039bc658e9] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.071680] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 87da2918-ddbe-4694-9282-d84713534f07] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.185291] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "0976ee53-0273-4aa7-85da-96975638ae78" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1475.185533] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "0976ee53-0273-4aa7-85da-96975638ae78" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1475.574705] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: e558f58a-1c5d-4b06-bb5f-000a80ebe448] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1475.687866] env[69760]: DEBUG nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1476.077681] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b1d8945d-d3a0-4464-853e-9ee6121fce12] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1476.209404] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1476.209683] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1476.211271] env[69760]: INFO nova.compute.claims [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1476.581192] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 75ba8292-18d6-4c82-a6e9-d44088380464] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.084089] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 027b5f48-6005-4eec-a7c4-bb41578e9c30] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.254086] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cb0dc3e-cd23-4961-889a-d64702cbe909 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.261492] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-debbfe0b-1511-4917-a38d-7a52a6c616ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.290655] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6b21b55-00ac-4be7-abed-9a66d8ca19ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.297344] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5836785a-25fd-4dfc-9a01-d78eb993b6b9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.309944] env[69760]: DEBUG nova.compute.provider_tree [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1477.587504] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 0a813dc5-e8c0-4b06-a68e-b91835f08c3b] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1477.813700] env[69760]: DEBUG nova.scheduler.client.report [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1478.090897] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 7f72f0c7-eff1-418c-bf90-f98cde572f72] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.319362] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.109s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.319882] env[69760]: DEBUG nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1478.593848] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 0922cf8c-4c29-4285-b8c2-4d8449ab5819] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1478.825912] env[69760]: DEBUG nova.compute.utils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1478.827396] env[69760]: DEBUG nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1478.827565] env[69760]: DEBUG nova.network.neutron [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1478.895081] env[69760]: DEBUG nova.policy [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c027ac23554e6aafdc3cf2168f57f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d940707797f469790b86cde4a03d50e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1479.096994] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b938a497-3461-4b22-b144-c8d106b741e8] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1479.155360] env[69760]: DEBUG nova.network.neutron [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Successfully created port: 33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1479.332022] env[69760]: DEBUG nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1479.600697] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: ce100496-bf05-409a-be94-57fa039789a0] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.104400] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: fb0a22c5-e502-4a49-a242-cc034a5fa471] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1480.341845] env[69760]: DEBUG nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1480.367692] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1480.367948] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1480.368125] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1480.368311] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1480.368487] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1480.368642] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1480.368851] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1480.369025] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1480.369201] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1480.369367] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1480.369543] env[69760]: DEBUG nova.virt.hardware [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1480.370459] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ff78156-5d61-42cf-8bf3-849e75e9dc3c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.378408] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da233a95-497c-4c8d-9263-ee36b3530044 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1480.494349] env[69760]: DEBUG nova.compute.manager [req-91960327-a24c-4fac-9bb1-db0990af7835 req-60925b7f-95f5-4d15-aa83-61f8e86cc984 service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Received event network-vif-plugged-33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1480.494567] env[69760]: DEBUG oslo_concurrency.lockutils [req-91960327-a24c-4fac-9bb1-db0990af7835 req-60925b7f-95f5-4d15-aa83-61f8e86cc984 service nova] Acquiring lock "0976ee53-0273-4aa7-85da-96975638ae78-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1480.494773] env[69760]: DEBUG oslo_concurrency.lockutils [req-91960327-a24c-4fac-9bb1-db0990af7835 req-60925b7f-95f5-4d15-aa83-61f8e86cc984 service nova] Lock "0976ee53-0273-4aa7-85da-96975638ae78-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1480.494937] env[69760]: DEBUG oslo_concurrency.lockutils [req-91960327-a24c-4fac-9bb1-db0990af7835 req-60925b7f-95f5-4d15-aa83-61f8e86cc984 service nova] Lock "0976ee53-0273-4aa7-85da-96975638ae78-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1480.495115] env[69760]: DEBUG nova.compute.manager [req-91960327-a24c-4fac-9bb1-db0990af7835 req-60925b7f-95f5-4d15-aa83-61f8e86cc984 service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] No waiting events found dispatching network-vif-plugged-33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1480.495278] env[69760]: WARNING nova.compute.manager [req-91960327-a24c-4fac-9bb1-db0990af7835 req-60925b7f-95f5-4d15-aa83-61f8e86cc984 service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Received unexpected event network-vif-plugged-33038a8f-65af-442e-a7c9-84bdfdd7799d for instance with vm_state building and task_state spawning. [ 1480.572434] env[69760]: DEBUG nova.network.neutron [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Successfully updated port: 33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1480.607126] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 6e8eb8fb-1d96-4a23-be38-b333774f23ca] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.075035] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.075204] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.075356] env[69760]: DEBUG nova.network.neutron [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1481.110260] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 97a1f547-4d5e-42ad-9412-6e781b2a81f7] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.607047] env[69760]: DEBUG nova.network.neutron [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1481.613431] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 3287a269-2fcc-4d89-827f-43a5b80b4eee] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1481.722113] env[69760]: DEBUG nova.network.neutron [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Updating instance_info_cache with network_info: [{"id": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "address": "fa:16:3e:47:2f:fa", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33038a8f-65", "ovs_interfaceid": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1482.116521] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 46c4bcbc-4a64-4e49-a3a5-11613a28d835] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.224229] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1482.224563] env[69760]: DEBUG nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Instance network_info: |[{"id": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "address": "fa:16:3e:47:2f:fa", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33038a8f-65", "ovs_interfaceid": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1482.224964] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:47:2f:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33038a8f-65af-442e-a7c9-84bdfdd7799d', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1482.232701] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1482.232931] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1482.233549] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f38a42c0-4e1b-412d-b5f1-7d92af9cabc8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.253731] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1482.253731] env[69760]: value = "task-3394995" [ 1482.253731] env[69760]: _type = "Task" [ 1482.253731] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.260999] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394995, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1482.520775] env[69760]: DEBUG nova.compute.manager [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Received event network-changed-33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1482.520856] env[69760]: DEBUG nova.compute.manager [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Refreshing instance network info cache due to event network-changed-33038a8f-65af-442e-a7c9-84bdfdd7799d. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1482.521060] env[69760]: DEBUG oslo_concurrency.lockutils [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] Acquiring lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.521211] env[69760]: DEBUG oslo_concurrency.lockutils [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] Acquired lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.521382] env[69760]: DEBUG nova.network.neutron [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Refreshing network info cache for port 33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1482.619508] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 30c6bd57-5ed5-4d16-a3ef-1cbdf57289dc] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1482.764047] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3394995, 'name': CreateVM_Task, 'duration_secs': 0.285692} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1482.764224] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1482.764843] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1482.765014] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1482.765348] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1482.765594] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2c631125-609e-4a5a-9a14-066af40aa8bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1482.769852] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1482.769852] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]529dcefe-8902-9f83-49a9-2dbfaa73f368" [ 1482.769852] env[69760]: _type = "Task" [ 1482.769852] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1482.777256] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529dcefe-8902-9f83-49a9-2dbfaa73f368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.122976] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 46d31245-eac8-406d-a938-f025d840b4df] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.197167] env[69760]: DEBUG nova.network.neutron [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Updated VIF entry in instance network info cache for port 33038a8f-65af-442e-a7c9-84bdfdd7799d. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1483.197279] env[69760]: DEBUG nova.network.neutron [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Updating instance_info_cache with network_info: [{"id": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "address": "fa:16:3e:47:2f:fa", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33038a8f-65", "ovs_interfaceid": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1483.281629] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]529dcefe-8902-9f83-49a9-2dbfaa73f368, 'name': SearchDatastore_Task, 'duration_secs': 0.010281} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.281896] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.282136] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1483.282366] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1483.282512] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1483.282688] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1483.282937] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c2d5b845-c9ed-4b78-a2c2-6450d3d916f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.290638] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1483.290809] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1483.291490] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fdc266da-7810-47e7-bb0e-1eeb033d6200 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.296116] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1483.296116] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]527eae5c-6f16-4d7c-1daf-ffc2f642bbae" [ 1483.296116] env[69760]: _type = "Task" [ 1483.296116] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.303130] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527eae5c-6f16-4d7c-1daf-ffc2f642bbae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1483.625800] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 4ba79151-430c-4e03-a510-02b62b973c86] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1483.699981] env[69760]: DEBUG oslo_concurrency.lockutils [req-9a5e0f18-1ccf-46d8-87c6-769d89c6d5b6 req-4899b740-fd33-4e33-b67e-c84e5c69e46e service nova] Releasing lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1483.807184] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]527eae5c-6f16-4d7c-1daf-ffc2f642bbae, 'name': SearchDatastore_Task, 'duration_secs': 0.0096} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1483.807945] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-623672cf-c14e-4a90-9613-bfb1689a1e0f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1483.812685] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1483.812685] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]5210aff3-46a7-8903-217a-640518e4ae1b" [ 1483.812685] env[69760]: _type = "Task" [ 1483.812685] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1483.819585] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5210aff3-46a7-8903-217a-640518e4ae1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.128987] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 8ece06a9-9344-4fb7-8d18-084e17a8e916] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.323692] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]5210aff3-46a7-8903-217a-640518e4ae1b, 'name': SearchDatastore_Task, 'duration_secs': 0.028253} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.323692] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1484.323912] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0976ee53-0273-4aa7-85da-96975638ae78/0976ee53-0273-4aa7-85da-96975638ae78.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1484.325081] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-013f5202-99a8-4cd7-85de-787c827bf6bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.330818] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1484.330818] env[69760]: value = "task-3394996" [ 1484.330818] env[69760]: _type = "Task" [ 1484.330818] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.338220] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394996, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1484.632550] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: b947e66e-9c43-430f-8ded-e06e29c9927c] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1484.840305] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394996, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.418873} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1484.840591] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 0976ee53-0273-4aa7-85da-96975638ae78/0976ee53-0273-4aa7-85da-96975638ae78.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1484.840809] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1484.841064] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b57d6fe3-fbe9-478c-977e-0c9098d4e45f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1484.847713] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1484.847713] env[69760]: value = "task-3394997" [ 1484.847713] env[69760]: _type = "Task" [ 1484.847713] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1484.854347] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394997, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.135789] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: d9ef8b5b-41d5-4d8e-85b5-4c305cdf8bb3] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.357602] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394997, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067348} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.357916] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1485.358688] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9baed737-010c-4839-bb97-fe560b186044 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.379520] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 0976ee53-0273-4aa7-85da-96975638ae78/0976ee53-0273-4aa7-85da-96975638ae78.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1485.379752] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92d52763-0aa1-4a7d-be4c-3507df3ae6d3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.400478] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1485.400478] env[69760]: value = "task-3394998" [ 1485.400478] env[69760]: _type = "Task" [ 1485.400478] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.408857] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394998, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1485.639305] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 10c6a078-f714-4ad1-885f-1fd69ad99756] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1485.910231] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394998, 'name': ReconfigVM_Task, 'duration_secs': 0.278213} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1485.910514] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 0976ee53-0273-4aa7-85da-96975638ae78/0976ee53-0273-4aa7-85da-96975638ae78.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1485.911253] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-610b588a-1906-45c5-98e6-7fc4a45cb821 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1485.917969] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1485.917969] env[69760]: value = "task-3394999" [ 1485.917969] env[69760]: _type = "Task" [ 1485.917969] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1485.925699] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394999, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.145264] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 858a69fe-35fd-4ca8-abc2-5e4e01b40e02] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.429042] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3394999, 'name': Rename_Task, 'duration_secs': 0.137128} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.429042] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1486.429042] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-79ddbbfd-2e43-441b-8793-4ef0697a5997 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1486.434823] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1486.434823] env[69760]: value = "task-3395000" [ 1486.434823] env[69760]: _type = "Task" [ 1486.434823] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1486.442017] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395000, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1486.647460] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] [instance: 40dbcc71-72f3-4e67-8fbe-2ddcee9bba8e] Instance has had 0 of 5 cleanup attempts {{(pid=69760) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11847}} [ 1486.944704] env[69760]: DEBUG oslo_vmware.api [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395000, 'name': PowerOnVM_Task, 'duration_secs': 0.420728} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1486.944997] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1486.945179] env[69760]: INFO nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Took 6.60 seconds to spawn the instance on the hypervisor. [ 1486.945364] env[69760]: DEBUG nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1486.946122] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ff1dc32-f2c0-4c44-b44e-15c550296307 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1487.151373] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.151758] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Cleaning up deleted instances with incomplete migration {{(pid=69760) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11872}} [ 1487.462993] env[69760]: INFO nova.compute.manager [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Took 11.27 seconds to build instance. [ 1487.654071] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1487.965099] env[69760]: DEBUG oslo_concurrency.lockutils [None req-27679fc2-54a3-4b14-9254-12eb32304515 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "0976ee53-0273-4aa7-85da-96975638ae78" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.779s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1488.168839] env[69760]: DEBUG nova.compute.manager [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Received event network-changed-33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1488.169121] env[69760]: DEBUG nova.compute.manager [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Refreshing instance network info cache due to event network-changed-33038a8f-65af-442e-a7c9-84bdfdd7799d. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1488.169388] env[69760]: DEBUG oslo_concurrency.lockutils [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] Acquiring lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.169591] env[69760]: DEBUG oslo_concurrency.lockutils [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] Acquired lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.169830] env[69760]: DEBUG nova.network.neutron [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Refreshing network info cache for port 33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1488.870825] env[69760]: DEBUG nova.network.neutron [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Updated VIF entry in instance network info cache for port 33038a8f-65af-442e-a7c9-84bdfdd7799d. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1488.871185] env[69760]: DEBUG nova.network.neutron [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Updating instance_info_cache with network_info: [{"id": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "address": "fa:16:3e:47:2f:fa", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.157", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33038a8f-65", "ovs_interfaceid": "33038a8f-65af-442e-a7c9-84bdfdd7799d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1489.151822] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.152076] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.152266] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.152425] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.152577] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.152738] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.152891] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.153043] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1489.153196] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1489.373538] env[69760]: DEBUG oslo_concurrency.lockutils [req-ec49a2cc-bca4-48e4-a169-ae2e888eb7a3 req-ddfdc270-bfa0-4e3c-89b6-82aa26e3fafb service nova] Releasing lock "refresh_cache-0976ee53-0273-4aa7-85da-96975638ae78" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.657023] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.657301] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1489.657477] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1489.657636] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1489.658551] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef801e0b-18c4-4fff-b144-907d7a7b3e35 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.666431] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f706ff7c-025f-4c95-888c-490b519e63ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.680856] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58631379-5a07-4755-9c86-d391b1514cac {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.686912] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c92edc-7340-42ef-a1b0-1158e2afee0a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1489.715102] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180943MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1489.715328] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1489.715472] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1490.831360] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1490.831654] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 0976ee53-0273-4aa7-85da-96975638ae78 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1490.831731] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1490.831876] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=200GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1490.865748] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f94d618-bdb7-403f-b71d-0130a416f61d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.872829] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c5c0441-98e3-430e-9897-4b45241eae9a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.903520] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f8051d2-01bc-438b-be18-c61e79741e5a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.909924] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58cadbea-c9ae-461c-b234-1b06fcd11ebc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1490.922817] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1491.425877] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1491.931679] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1491.932088] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.216s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.066289] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "0976ee53-0273-4aa7-85da-96975638ae78" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.066712] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "0976ee53-0273-4aa7-85da-96975638ae78" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.066864] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "0976ee53-0273-4aa7-85da-96975638ae78-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1525.066958] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "0976ee53-0273-4aa7-85da-96975638ae78-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1525.067173] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "0976ee53-0273-4aa7-85da-96975638ae78-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1525.070903] env[69760]: INFO nova.compute.manager [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Terminating instance [ 1525.576540] env[69760]: DEBUG nova.compute.manager [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1525.576840] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1525.578067] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bcc95b7-6338-4df5-b26e-a65065b1eaa9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.586080] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1525.586306] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ddd40bb9-0a12-4604-b56a-cab2cac4b298 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1525.593266] env[69760]: DEBUG oslo_vmware.api [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1525.593266] env[69760]: value = "task-3395001" [ 1525.593266] env[69760]: _type = "Task" [ 1525.593266] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1525.601026] env[69760]: DEBUG oslo_vmware.api [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395001, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.103491] env[69760]: DEBUG oslo_vmware.api [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395001, 'name': PowerOffVM_Task, 'duration_secs': 0.204331} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.103900] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1526.103946] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1526.104195] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cc5fcaf8-c4aa-48e6-905e-1ee8ea10db40 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.161429] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1526.161686] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1526.161923] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleting the datastore file [datastore2] 0976ee53-0273-4aa7-85da-96975638ae78 {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1526.162227] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-673c5bfa-64e1-41f9-905e-e1c29874435b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.168103] env[69760]: DEBUG oslo_vmware.api [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1526.168103] env[69760]: value = "task-3395003" [ 1526.168103] env[69760]: _type = "Task" [ 1526.168103] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1526.175676] env[69760]: DEBUG oslo_vmware.api [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395003, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1526.678211] env[69760]: DEBUG oslo_vmware.api [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395003, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141241} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1526.678540] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1526.678749] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1526.678942] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1526.680079] env[69760]: INFO nova.compute.manager [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1526.680079] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1526.680079] env[69760]: DEBUG nova.compute.manager [-] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1526.680079] env[69760]: DEBUG nova.network.neutron [-] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1527.094245] env[69760]: DEBUG nova.compute.manager [req-33c645be-9b16-4fa3-b92e-e2fdef36abf8 req-d66da770-be78-4786-8acd-1e4109cf6c63 service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Received event network-vif-deleted-33038a8f-65af-442e-a7c9-84bdfdd7799d {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1527.094504] env[69760]: INFO nova.compute.manager [req-33c645be-9b16-4fa3-b92e-e2fdef36abf8 req-d66da770-be78-4786-8acd-1e4109cf6c63 service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Neutron deleted interface 33038a8f-65af-442e-a7c9-84bdfdd7799d; detaching it from the instance and deleting it from the info cache [ 1527.094610] env[69760]: DEBUG nova.network.neutron [req-33c645be-9b16-4fa3-b92e-e2fdef36abf8 req-d66da770-be78-4786-8acd-1e4109cf6c63 service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.579856] env[69760]: DEBUG nova.network.neutron [-] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1527.597401] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4b23a62f-cf6b-4fcb-9fbb-ad81ed628bd6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.606957] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b14d6e64-1574-4cb1-b507-4146fbda34c1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1527.631026] env[69760]: DEBUG nova.compute.manager [req-33c645be-9b16-4fa3-b92e-e2fdef36abf8 req-d66da770-be78-4786-8acd-1e4109cf6c63 service nova] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Detach interface failed, port_id=33038a8f-65af-442e-a7c9-84bdfdd7799d, reason: Instance 0976ee53-0273-4aa7-85da-96975638ae78 could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1528.083049] env[69760]: INFO nova.compute.manager [-] [instance: 0976ee53-0273-4aa7-85da-96975638ae78] Took 1.40 seconds to deallocate network for instance. [ 1528.589066] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1528.589470] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1528.589596] env[69760]: DEBUG nova.objects.instance [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'resources' on Instance uuid 0976ee53-0273-4aa7-85da-96975638ae78 {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1529.131848] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8081553f-e588-4f58-84c3-49f2898a08f1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.139706] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-351bcbd1-b232-4e30-b27b-f2b7066bdd71 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.169211] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fa15d5e-81b0-4786-a58f-96c1712898a1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.176300] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3c1c733-fe4d-402f-a133-55414bcc2f16 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1529.189159] env[69760]: DEBUG nova.compute.provider_tree [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1529.692197] env[69760]: DEBUG nova.scheduler.client.report [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1530.197924] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.608s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1530.215996] env[69760]: INFO nova.scheduler.client.report [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted allocations for instance 0976ee53-0273-4aa7-85da-96975638ae78 [ 1530.724968] env[69760]: DEBUG oslo_concurrency.lockutils [None req-db181c92-9ecb-468a-9ca8-7fd94b07a43c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "0976ee53-0273-4aa7-85da-96975638ae78" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.658s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.106342] env[69760]: DEBUG oslo_concurrency.lockutils [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1532.106744] env[69760]: DEBUG oslo_concurrency.lockutils [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1532.610115] env[69760]: INFO nova.compute.manager [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Detaching volume e2df47a5-da7b-480e-894d-2c9b9cfb5d02 [ 1532.639196] env[69760]: INFO nova.virt.block_device [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Attempting to driver detach volume e2df47a5-da7b-480e-894d-2c9b9cfb5d02 from mountpoint /dev/sdb [ 1532.639442] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1532.639637] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677315', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'name': 'volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'serial': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1532.640526] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e56a878-a57d-4d60-a496-3758fd3a86fd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.662537] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f14fe1-9e2c-41b6-8ecc-296d5e3a4688 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.669138] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58db2eef-3e30-4923-95f9-5ab5467501c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.688144] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb3a1a40-e9fa-4bb4-a681-e3a51b8f56a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.701744] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] The volume has not been displaced from its original location: [datastore2] volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02/volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1532.706920] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1532.707187] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-11e0d2b7-0d60-47d3-81b5-51ba480e2906 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1532.724202] env[69760]: DEBUG oslo_vmware.api [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1532.724202] env[69760]: value = "task-3395004" [ 1532.724202] env[69760]: _type = "Task" [ 1532.724202] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1532.731334] env[69760]: DEBUG oslo_vmware.api [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395004, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.234389] env[69760]: DEBUG oslo_vmware.api [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395004, 'name': ReconfigVM_Task, 'duration_secs': 0.242816} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.234868] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1533.241086] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b958d495-b205-445e-b5b4-f843b78273a6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1533.255904] env[69760]: DEBUG oslo_vmware.api [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1533.255904] env[69760]: value = "task-3395005" [ 1533.255904] env[69760]: _type = "Task" [ 1533.255904] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1533.264543] env[69760]: DEBUG oslo_vmware.api [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395005, 'name': ReconfigVM_Task} progress is 6%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1533.765815] env[69760]: DEBUG oslo_vmware.api [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395005, 'name': ReconfigVM_Task, 'duration_secs': 0.152612} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1533.766126] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677315', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'name': 'volume-e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf', 'attached_at': '', 'detached_at': '', 'volume_id': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02', 'serial': 'e2df47a5-da7b-480e-894d-2c9b9cfb5d02'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1534.304817] env[69760]: DEBUG nova.objects.instance [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'flavor' on Instance uuid f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1535.312626] env[69760]: DEBUG oslo_concurrency.lockutils [None req-05bc40de-7f07-4f9d-b633-3711ee7bff81 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.206s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.342899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.342899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.343354] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1536.343354] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1536.343554] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1536.345580] env[69760]: INFO nova.compute.manager [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Terminating instance [ 1536.848901] env[69760]: DEBUG nova.compute.manager [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1536.849190] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1536.850092] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99aa3980-f5be-462d-a57b-d28c7997a3d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.858248] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1536.858473] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a6c9954d-c07e-4fb4-aa41-fcd36b78a31c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.865387] env[69760]: DEBUG oslo_vmware.api [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1536.865387] env[69760]: value = "task-3395006" [ 1536.865387] env[69760]: _type = "Task" [ 1536.865387] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.872958] env[69760]: DEBUG oslo_vmware.api [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395006, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.375048] env[69760]: DEBUG oslo_vmware.api [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395006, 'name': PowerOffVM_Task, 'duration_secs': 0.172301} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.375442] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1537.375489] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1537.375724] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e59c3c9f-f457-4422-a2a0-cd6f0ed736e3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.766492] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1539.766893] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1539.766893] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleting the datastore file [datastore2] f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1539.767187] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8a673176-c790-4ef9-9708-f1fe657e9a74 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.773755] env[69760]: DEBUG oslo_vmware.api [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1539.773755] env[69760]: value = "task-3395008" [ 1539.773755] env[69760]: _type = "Task" [ 1539.773755] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.781268] env[69760]: DEBUG oslo_vmware.api [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.283133] env[69760]: DEBUG oslo_vmware.api [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137637} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.283978] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1540.283978] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1540.283978] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1540.283978] env[69760]: INFO nova.compute.manager [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Took 3.43 seconds to destroy the instance on the hypervisor. [ 1540.284224] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1540.284359] env[69760]: DEBUG nova.compute.manager [-] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1540.284456] env[69760]: DEBUG nova.network.neutron [-] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1540.748181] env[69760]: DEBUG nova.compute.manager [req-de27a8cd-cc76-4263-88b6-e95294582d0f req-5facc05f-b231-431a-8ff9-c01755279423 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Received event network-vif-deleted-aa00349f-8448-4d41-b0ea-3bb17bce6267 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1540.748181] env[69760]: INFO nova.compute.manager [req-de27a8cd-cc76-4263-88b6-e95294582d0f req-5facc05f-b231-431a-8ff9-c01755279423 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Neutron deleted interface aa00349f-8448-4d41-b0ea-3bb17bce6267; detaching it from the instance and deleting it from the info cache [ 1540.748392] env[69760]: DEBUG nova.network.neutron [req-de27a8cd-cc76-4263-88b6-e95294582d0f req-5facc05f-b231-431a-8ff9-c01755279423 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1540.831434] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1540.831798] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.163616] env[69760]: DEBUG nova.network.neutron [-] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1541.253309] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-764d22c8-0bef-4421-856b-59506db257a9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.263016] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b5c80b5-aada-4b0e-acde-2b3655cf625c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.286674] env[69760]: DEBUG nova.compute.manager [req-de27a8cd-cc76-4263-88b6-e95294582d0f req-5facc05f-b231-431a-8ff9-c01755279423 service nova] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Detach interface failed, port_id=aa00349f-8448-4d41-b0ea-3bb17bce6267, reason: Instance f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1541.335428] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.335617] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.335757] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.335910] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.336082] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.336218] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1541.336364] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1541.666236] env[69760]: INFO nova.compute.manager [-] [instance: f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf] Took 1.38 seconds to deallocate network for instance. [ 1541.838613] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.838974] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1541.839136] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1541.839332] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1541.840309] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50d8a5d4-0d4e-4d88-977b-343a381a76bb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.849162] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d3b71e-01c2-47cb-aceb-c1951aebd0cf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.862679] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6c0113-57a6-48ab-bf61-09415704a92e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.869822] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b2f7684-7c48-4fee-ac7c-120674e30902 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.899164] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180712MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1541.899332] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1541.899548] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1542.173187] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1542.924204] env[69760]: WARNING nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1542.924478] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1542.924618] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1542.948696] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f60b9222-ce31-4541-8f27-117260ae1a6c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.956946] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6abe411b-4ff0-40a9-bd9e-9f426e555785 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.989507] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-764ce5a6-2e3b-4db1-912e-b9ca52d9b2ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.996757] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47f4b0d2-eca4-48fc-8c75-7ca3c6c5e251 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1543.011844] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1543.515094] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1544.019544] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1544.019977] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.120s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.020070] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.847s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1544.020249] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.040577] env[69760]: INFO nova.scheduler.client.report [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted allocations for instance f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf [ 1544.548164] env[69760]: DEBUG oslo_concurrency.lockutils [None req-039482b7-f2b0-4faa-bd02-955491f86ef1 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f038ba14-0f03-4ad0-a7e7-582eb7fdb0bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.205s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1544.742970] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1546.302289] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1546.302577] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1546.805127] env[69760]: DEBUG nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1547.331244] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1547.331560] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1547.333039] env[69760]: INFO nova.compute.claims [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1548.367231] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdbc2b8f-0d99-4919-896e-d91d766594c4 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.375093] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7cbbd82-804d-472d-b8af-510945eaf01e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.404971] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a831f139-8166-4c07-82b1-8cb6869830b7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.411780] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee669c6-f303-47c5-89a0-50c5380dbf1e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1548.424735] env[69760]: DEBUG nova.compute.provider_tree [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1548.928203] env[69760]: DEBUG nova.scheduler.client.report [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1549.432757] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.101s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1549.433309] env[69760]: DEBUG nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1549.938641] env[69760]: DEBUG nova.compute.utils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1549.940084] env[69760]: DEBUG nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1549.940260] env[69760]: DEBUG nova.network.neutron [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1550.001590] env[69760]: DEBUG nova.policy [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c027ac23554e6aafdc3cf2168f57f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d940707797f469790b86cde4a03d50e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1550.263612] env[69760]: DEBUG nova.network.neutron [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Successfully created port: b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1550.443499] env[69760]: DEBUG nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1551.453247] env[69760]: DEBUG nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1551.478756] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1551.479034] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1551.479211] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1551.479404] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1551.479554] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1551.506054] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1551.506054] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1551.506054] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1551.506054] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1551.506054] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1551.506054] env[69760]: DEBUG nova.virt.hardware [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1551.506054] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-082195d6-4197-46e2-986c-e3e1dd6463bc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.506054] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f4070e4-79ac-4b5b-8518-da0277d0bb34 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1551.629721] env[69760]: DEBUG nova.compute.manager [req-56cac28a-d225-4d39-86ca-c85c300362c6 req-72c81035-06ff-4ddf-8bc8-ded053e5b14f service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Received event network-vif-plugged-b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1551.629935] env[69760]: DEBUG oslo_concurrency.lockutils [req-56cac28a-d225-4d39-86ca-c85c300362c6 req-72c81035-06ff-4ddf-8bc8-ded053e5b14f service nova] Acquiring lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1551.630903] env[69760]: DEBUG oslo_concurrency.lockutils [req-56cac28a-d225-4d39-86ca-c85c300362c6 req-72c81035-06ff-4ddf-8bc8-ded053e5b14f service nova] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1551.630903] env[69760]: DEBUG oslo_concurrency.lockutils [req-56cac28a-d225-4d39-86ca-c85c300362c6 req-72c81035-06ff-4ddf-8bc8-ded053e5b14f service nova] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1551.630903] env[69760]: DEBUG nova.compute.manager [req-56cac28a-d225-4d39-86ca-c85c300362c6 req-72c81035-06ff-4ddf-8bc8-ded053e5b14f service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] No waiting events found dispatching network-vif-plugged-b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1551.630903] env[69760]: WARNING nova.compute.manager [req-56cac28a-d225-4d39-86ca-c85c300362c6 req-72c81035-06ff-4ddf-8bc8-ded053e5b14f service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Received unexpected event network-vif-plugged-b419d214-e9e5-4d76-ad93-45a37254cf8f for instance with vm_state building and task_state spawning. [ 1551.707829] env[69760]: DEBUG nova.network.neutron [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Successfully updated port: b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1552.210814] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.210884] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.211107] env[69760]: DEBUG nova.network.neutron [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1552.741914] env[69760]: DEBUG nova.network.neutron [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1552.853591] env[69760]: DEBUG nova.network.neutron [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updating instance_info_cache with network_info: [{"id": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "address": "fa:16:3e:3b:86:83", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb419d214-e9", "ovs_interfaceid": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1553.355826] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1553.356179] env[69760]: DEBUG nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Instance network_info: |[{"id": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "address": "fa:16:3e:3b:86:83", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb419d214-e9", "ovs_interfaceid": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1553.356627] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:86:83', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b419d214-e9e5-4d76-ad93-45a37254cf8f', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1553.365078] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1553.365300] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1553.365523] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f227a7ac-33a2-415a-a68c-60463d42fd7d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.385296] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1553.385296] env[69760]: value = "task-3395009" [ 1553.385296] env[69760]: _type = "Task" [ 1553.385296] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.392770] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3395009, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1553.656234] env[69760]: DEBUG nova.compute.manager [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Received event network-changed-b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1553.656438] env[69760]: DEBUG nova.compute.manager [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Refreshing instance network info cache due to event network-changed-b419d214-e9e5-4d76-ad93-45a37254cf8f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1553.656669] env[69760]: DEBUG oslo_concurrency.lockutils [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] Acquiring lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.656830] env[69760]: DEBUG oslo_concurrency.lockutils [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] Acquired lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.656992] env[69760]: DEBUG nova.network.neutron [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Refreshing network info cache for port b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1553.895857] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3395009, 'name': CreateVM_Task, 'duration_secs': 0.278527} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1553.896172] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1553.896649] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1553.896820] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1553.897155] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1553.897406] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29236ccc-2e64-4250-b878-de938ff454ea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1553.901831] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1553.901831] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52aad501-99a5-06e1-86f7-2e7464bcdea7" [ 1553.901831] env[69760]: _type = "Task" [ 1553.901831] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1553.908811] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52aad501-99a5-06e1-86f7-2e7464bcdea7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.324767] env[69760]: DEBUG nova.network.neutron [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updated VIF entry in instance network info cache for port b419d214-e9e5-4d76-ad93-45a37254cf8f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1554.325135] env[69760]: DEBUG nova.network.neutron [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updating instance_info_cache with network_info: [{"id": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "address": "fa:16:3e:3b:86:83", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb419d214-e9", "ovs_interfaceid": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1554.412120] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52aad501-99a5-06e1-86f7-2e7464bcdea7, 'name': SearchDatastore_Task, 'duration_secs': 0.010614} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.412419] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.412650] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1554.412911] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.413048] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.413231] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1554.413505] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00bb6138-fd3b-4f9f-8129-fb7dfa8fe371 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.422592] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1554.422764] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1554.423562] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5beb319f-eec8-45b6-9d04-10b036ee9708 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.428758] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1554.428758] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dfa462-3580-917e-2600-efbf4457cba0" [ 1554.428758] env[69760]: _type = "Task" [ 1554.428758] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.435859] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dfa462-3580-917e-2600-efbf4457cba0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1554.827563] env[69760]: DEBUG oslo_concurrency.lockutils [req-52adf012-7376-4339-b1ff-2b1247f00783 req-2a5d1f82-ea11-4a5f-8925-88194ce88e8a service nova] Releasing lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.939215] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52dfa462-3580-917e-2600-efbf4457cba0, 'name': SearchDatastore_Task, 'duration_secs': 0.016163} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1554.939959] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-021119fd-c9fd-43ed-b59f-7afbf8483d5c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1554.944902] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1554.944902] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bad61f-f090-6291-f3c0-c13ce82bbe1d" [ 1554.944902] env[69760]: _type = "Task" [ 1554.944902] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1554.952801] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bad61f-f090-6291-f3c0-c13ce82bbe1d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.455437] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52bad61f-f090-6291-f3c0-c13ce82bbe1d, 'name': SearchDatastore_Task, 'duration_secs': 0.009467} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.455710] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.455961] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd/5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1555.456232] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f410aff6-d5ad-448f-b921-29f04298e3b1 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.463020] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1555.463020] env[69760]: value = "task-3395010" [ 1555.463020] env[69760]: _type = "Task" [ 1555.463020] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.470071] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395010, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1555.973059] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395010, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.429474} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1555.973059] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd/5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1555.973059] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1555.973568] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0b51e6b-3555-4aa4-97e3-3d9bd8aab595 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1555.979768] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1555.979768] env[69760]: value = "task-3395011" [ 1555.979768] env[69760]: _type = "Task" [ 1555.979768] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1555.986581] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395011, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1556.489995] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395011, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.063518} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1556.490243] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1556.490993] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475ec99a-5176-4973-825e-2db1c1c44f41 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.511960] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd/5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1556.512220] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aead24a3-10a9-46f7-bcb1-551897af1c21 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1556.532028] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1556.532028] env[69760]: value = "task-3395012" [ 1556.532028] env[69760]: _type = "Task" [ 1556.532028] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1556.538293] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395012, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.042614] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395012, 'name': ReconfigVM_Task, 'duration_secs': 0.284473} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.042966] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Reconfigured VM instance instance-0000007e to attach disk [datastore2] 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd/5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1557.043648] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f2b2d910-4416-4919-bc47-563e02ee6dbf {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.052837] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1557.052837] env[69760]: value = "task-3395013" [ 1557.052837] env[69760]: _type = "Task" [ 1557.052837] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.060082] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395013, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1557.562671] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395013, 'name': Rename_Task, 'duration_secs': 0.128886} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1557.563059] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1557.563326] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88a4a573-55ef-492e-8849-db1507e4f09b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1557.569696] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1557.569696] env[69760]: value = "task-3395014" [ 1557.569696] env[69760]: _type = "Task" [ 1557.569696] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1557.576824] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395014, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1558.079974] env[69760]: DEBUG oslo_vmware.api [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395014, 'name': PowerOnVM_Task, 'duration_secs': 0.411403} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1558.080367] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1558.080496] env[69760]: INFO nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Took 6.63 seconds to spawn the instance on the hypervisor. [ 1558.080627] env[69760]: DEBUG nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1558.081430] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef12839b-a92f-436c-bb84-b8b2f5b2883d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1558.599407] env[69760]: INFO nova.compute.manager [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Took 11.29 seconds to build instance. [ 1559.101842] env[69760]: DEBUG oslo_concurrency.lockutils [None req-f661e0a3-bd9f-475a-9c15-11e4ec70556c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.799s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1559.288368] env[69760]: DEBUG nova.compute.manager [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Received event network-changed-b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1559.288551] env[69760]: DEBUG nova.compute.manager [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Refreshing instance network info cache due to event network-changed-b419d214-e9e5-4d76-ad93-45a37254cf8f. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1559.288761] env[69760]: DEBUG oslo_concurrency.lockutils [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] Acquiring lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1559.288900] env[69760]: DEBUG oslo_concurrency.lockutils [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] Acquired lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1559.289087] env[69760]: DEBUG nova.network.neutron [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Refreshing network info cache for port b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1559.977918] env[69760]: DEBUG nova.network.neutron [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updated VIF entry in instance network info cache for port b419d214-e9e5-4d76-ad93-45a37254cf8f. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1559.978283] env[69760]: DEBUG nova.network.neutron [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updating instance_info_cache with network_info: [{"id": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "address": "fa:16:3e:3b:86:83", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.196", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb419d214-e9", "ovs_interfaceid": "b419d214-e9e5-4d76-ad93-45a37254cf8f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1560.481305] env[69760]: DEBUG oslo_concurrency.lockutils [req-11165c1a-4636-4d2f-b4c8-4c7d0569e59b req-195e1553-cc7c-46e8-990d-ec954a76bc75 service nova] Releasing lock "refresh_cache-5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1596.051677] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1597.938940] env[69760]: DEBUG oslo_concurrency.lockutils [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1597.939238] env[69760]: DEBUG oslo_concurrency.lockutils [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1598.056717] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1598.056908] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1598.442675] env[69760]: DEBUG nova.compute.utils [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1598.947026] env[69760]: DEBUG oslo_concurrency.lockutils [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1599.056445] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.017958] env[69760]: DEBUG oslo_concurrency.lockutils [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.018380] env[69760]: DEBUG oslo_concurrency.lockutils [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.018531] env[69760]: INFO nova.compute.manager [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Attaching volume eacba323-6c28-437b-b0dd-2a68d100e412 to /dev/sdb [ 1600.048383] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4453c89d-56df-4555-ace7-1f13802fc279 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.055254] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc2370cb-b2af-4b3c-8610-9f64e254f47a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.057778] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.057910] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1600.070272] env[69760]: DEBUG nova.virt.block_device [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updating existing volume attachment record: 37d909a8-fbde-4f41-a3b9-cb2094e00413 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1600.561751] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.562109] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1600.562294] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1600.562475] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1600.563360] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e95e18ca-ad26-4070-9169-24e225b87b58 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.572054] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be91c31c-0db0-4bb4-8e2b-f43b3b510e0d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.585728] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b83e0816-581e-429e-8029-b1b1a10482e9 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.592765] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635b3a67-e903-4532-9b06-dcff435195d6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.622627] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180963MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1600.622782] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1600.623008] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1601.648021] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1601.648021] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1601.648021] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1601.663247] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Refreshing inventories for resource provider 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1601.674747] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Updating ProviderTree inventory for provider 0341868b-b8c4-4012-b007-040da1f96754 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1601.674923] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Updating inventory in ProviderTree for provider 0341868b-b8c4-4012-b007-040da1f96754 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1601.684771] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Refreshing aggregate associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, aggregates: None {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1601.701072] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Refreshing trait associations for resource provider 0341868b-b8c4-4012-b007-040da1f96754, traits: COMPUTE_NET_ATTACH_INTERFACE,COMPUTE_NODE,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_ISO,COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_IMAGE_TYPE_VMDK {{(pid=69760) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1601.727531] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8339b33c-d3cc-4271-b74d-ec005c2a613d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.734874] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7454f798-3d45-4739-bc99-383bdbc296a2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.765311] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edb91518-1e84-4a3a-822f-b85adece140d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.771777] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3894babb-c3bf-4ae6-bdcd-717530547fea {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.784392] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1602.287884] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1602.793992] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1602.794374] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.171s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1603.793187] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1603.793420] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1604.056631] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1604.613346] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1604.613601] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677318', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'name': 'volume-eacba323-6c28-437b-b0dd-2a68d100e412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'serial': 'eacba323-6c28-437b-b0dd-2a68d100e412'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1604.614533] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c2a4c4c-1d3d-4879-bf5a-0217a4b4c638 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.630345] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b6eb804-2470-4c40-8034-4d4ee69cf371 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.654950] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-eacba323-6c28-437b-b0dd-2a68d100e412/volume-eacba323-6c28-437b-b0dd-2a68d100e412.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1604.655182] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-119cb494-6a27-47ec-a4c5-eb5ee5924685 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1604.673199] env[69760]: DEBUG oslo_vmware.api [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1604.673199] env[69760]: value = "task-3395017" [ 1604.673199] env[69760]: _type = "Task" [ 1604.673199] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1604.680603] env[69760]: DEBUG oslo_vmware.api [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395017, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.183311] env[69760]: DEBUG oslo_vmware.api [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395017, 'name': ReconfigVM_Task, 'duration_secs': 0.317162} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.183677] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-eacba323-6c28-437b-b0dd-2a68d100e412/volume-eacba323-6c28-437b-b0dd-2a68d100e412.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1605.188282] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c0138f5-bc48-460e-98bf-fa56257cbaa6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1605.203278] env[69760]: DEBUG oslo_vmware.api [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1605.203278] env[69760]: value = "task-3395018" [ 1605.203278] env[69760]: _type = "Task" [ 1605.203278] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1605.210697] env[69760]: DEBUG oslo_vmware.api [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395018, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1605.713160] env[69760]: DEBUG oslo_vmware.api [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395018, 'name': ReconfigVM_Task, 'duration_secs': 0.158878} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1605.713474] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677318', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'name': 'volume-eacba323-6c28-437b-b0dd-2a68d100e412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'serial': 'eacba323-6c28-437b-b0dd-2a68d100e412'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1606.748454] env[69760]: DEBUG nova.objects.instance [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'flavor' on Instance uuid 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1607.255226] env[69760]: DEBUG oslo_concurrency.lockutils [None req-24f450c9-a933-4559-ac31-f9233faaf412 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.237s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1607.463801] env[69760]: DEBUG oslo_concurrency.lockutils [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1607.464085] env[69760]: DEBUG oslo_concurrency.lockutils [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1607.966910] env[69760]: INFO nova.compute.manager [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Detaching volume eacba323-6c28-437b-b0dd-2a68d100e412 [ 1607.996539] env[69760]: INFO nova.virt.block_device [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Attempting to driver detach volume eacba323-6c28-437b-b0dd-2a68d100e412 from mountpoint /dev/sdb [ 1607.996779] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1607.996970] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677318', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'name': 'volume-eacba323-6c28-437b-b0dd-2a68d100e412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'serial': 'eacba323-6c28-437b-b0dd-2a68d100e412'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1607.997853] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ab51c9-a0b7-49ce-8f7a-789894f37ca8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.019164] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2224ab1-94fe-49d3-9f0e-707cc2ea47e7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.026060] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aad0828-0ed4-4c19-8d5d-4d767965d802 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.046419] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ef4b18-a138-43e3-933f-569a394d0625 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.060372] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] The volume has not been displaced from its original location: [datastore2] volume-eacba323-6c28-437b-b0dd-2a68d100e412/volume-eacba323-6c28-437b-b0dd-2a68d100e412.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1608.065555] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1608.065800] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f9e2dd1b-4f86-4b96-b5d0-fdd4cd646c2f {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.082222] env[69760]: DEBUG oslo_vmware.api [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1608.082222] env[69760]: value = "task-3395019" [ 1608.082222] env[69760]: _type = "Task" [ 1608.082222] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.089259] env[69760]: DEBUG oslo_vmware.api [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1608.592091] env[69760]: DEBUG oslo_vmware.api [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395019, 'name': ReconfigVM_Task, 'duration_secs': 0.196253} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1608.592371] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1608.596966] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0a2f8921-4e98-4224-b337-7882878a9582 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1608.611973] env[69760]: DEBUG oslo_vmware.api [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1608.611973] env[69760]: value = "task-3395020" [ 1608.611973] env[69760]: _type = "Task" [ 1608.611973] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1608.619240] env[69760]: DEBUG oslo_vmware.api [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395020, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.125360] env[69760]: DEBUG oslo_vmware.api [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395020, 'name': ReconfigVM_Task} progress is 14%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1609.621423] env[69760]: DEBUG oslo_vmware.api [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395020, 'name': ReconfigVM_Task, 'duration_secs': 0.744004} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1609.621766] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677318', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'name': 'volume-eacba323-6c28-437b-b0dd-2a68d100e412', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd', 'attached_at': '', 'detached_at': '', 'volume_id': 'eacba323-6c28-437b-b0dd-2a68d100e412', 'serial': 'eacba323-6c28-437b-b0dd-2a68d100e412'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1610.160196] env[69760]: DEBUG nova.objects.instance [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'flavor' on Instance uuid 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1611.167586] env[69760]: DEBUG oslo_concurrency.lockutils [None req-797a8432-6175-4648-a597-25446fe95e2c tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.703s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.702146] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.702425] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.702676] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1611.702875] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1611.703063] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1611.705255] env[69760]: INFO nova.compute.manager [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Terminating instance [ 1612.208814] env[69760]: DEBUG nova.compute.manager [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1612.209095] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1612.210038] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e8e2da0-8fc8-4285-833d-c664aac5c950 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.218696] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1612.218923] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5954fb6b-dadd-44fa-8bc9-452614201944 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.225312] env[69760]: DEBUG oslo_vmware.api [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1612.225312] env[69760]: value = "task-3395021" [ 1612.225312] env[69760]: _type = "Task" [ 1612.225312] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.232947] env[69760]: DEBUG oslo_vmware.api [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395021, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1612.735689] env[69760]: DEBUG oslo_vmware.api [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395021, 'name': PowerOffVM_Task, 'duration_secs': 0.184781} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1612.735911] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1612.736097] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1612.736350] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0e3e6571-45bb-475f-b866-9c6946523063 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.795460] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1612.795699] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1612.795855] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleting the datastore file [datastore2] 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1612.796122] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fbd50db8-a994-4266-85d0-619686245a17 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1612.802475] env[69760]: DEBUG oslo_vmware.api [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1612.802475] env[69760]: value = "task-3395023" [ 1612.802475] env[69760]: _type = "Task" [ 1612.802475] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1612.810010] env[69760]: DEBUG oslo_vmware.api [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395023, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1613.312655] env[69760]: DEBUG oslo_vmware.api [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395023, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131035} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1613.313099] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1613.313099] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1613.313270] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1613.313453] env[69760]: INFO nova.compute.manager [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1613.313695] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1613.313889] env[69760]: DEBUG nova.compute.manager [-] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1613.313984] env[69760]: DEBUG nova.network.neutron [-] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1613.943845] env[69760]: DEBUG nova.compute.manager [req-ad405b84-3a76-4323-9569-a07ba23e9c79 req-cdcbb39c-ea54-406e-96f6-f76deceef8f6 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Received event network-vif-deleted-b419d214-e9e5-4d76-ad93-45a37254cf8f {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1613.944096] env[69760]: INFO nova.compute.manager [req-ad405b84-3a76-4323-9569-a07ba23e9c79 req-cdcbb39c-ea54-406e-96f6-f76deceef8f6 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Neutron deleted interface b419d214-e9e5-4d76-ad93-45a37254cf8f; detaching it from the instance and deleting it from the info cache [ 1613.944279] env[69760]: DEBUG nova.network.neutron [req-ad405b84-3a76-4323-9569-a07ba23e9c79 req-cdcbb39c-ea54-406e-96f6-f76deceef8f6 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.429345] env[69760]: DEBUG nova.network.neutron [-] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1614.447022] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7144895c-8c0b-4fd0-b205-b399d8ae2902 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.457276] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d516efd8-31ca-4868-8f0a-a9b08a55d038 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1614.481655] env[69760]: DEBUG nova.compute.manager [req-ad405b84-3a76-4323-9569-a07ba23e9c79 req-cdcbb39c-ea54-406e-96f6-f76deceef8f6 service nova] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Detach interface failed, port_id=b419d214-e9e5-4d76-ad93-45a37254cf8f, reason: Instance 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1614.932670] env[69760]: INFO nova.compute.manager [-] [instance: 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd] Took 1.62 seconds to deallocate network for instance. [ 1615.439899] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1615.440305] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1615.440372] env[69760]: DEBUG nova.objects.instance [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'resources' on Instance uuid 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1615.972823] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbee5d98-de3d-4df1-9aad-df56551ff126 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1615.981743] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd38c71-6df7-4343-b5cb-0f45eb5614a8 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.013151] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47469e47-ac03-4a28-8c25-5cab0de6b96a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.021269] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd0a8af6-2168-45dd-a4d8-eaadc010763e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1616.034197] env[69760]: DEBUG nova.compute.provider_tree [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1616.537994] env[69760]: DEBUG nova.scheduler.client.report [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1617.042543] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1617.061688] env[69760]: INFO nova.scheduler.client.report [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted allocations for instance 5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd [ 1617.569169] env[69760]: DEBUG oslo_concurrency.lockutils [None req-a5afc6b0-479a-4907-8e4d-643bca98b4fd tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "5e0d7d90-48ce-4e85-aa8d-f4d2c8b56fdd" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.867s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1619.548842] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1619.549118] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.051424] env[69760]: DEBUG nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Starting instance... {{(pid=69760) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2439}} [ 1620.570881] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1620.571223] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1620.572769] env[69760]: INFO nova.compute.claims [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1621.608047] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15d3d880-9fcd-450d-89bd-e88f6878c2d5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.615245] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9603aed-3336-402d-a314-809817aa40d0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.644077] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce390d91-4fed-4208-ad7a-6619b6cbbbe5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.650484] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ebf904-06af-4a3e-a6de-2863ac5e5db6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1621.665408] env[69760]: DEBUG nova.compute.provider_tree [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1622.168398] env[69760]: DEBUG nova.scheduler.client.report [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1622.673038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.102s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1622.673609] env[69760]: DEBUG nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Start building networks asynchronously for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2836}} [ 1623.178491] env[69760]: DEBUG nova.compute.utils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1623.179954] env[69760]: DEBUG nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Allocating IP information in the background. {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:1988}} [ 1623.180145] env[69760]: DEBUG nova.network.neutron [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] allocate_for_instance() {{(pid=69760) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1205}} [ 1623.232845] env[69760]: DEBUG nova.policy [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '64c027ac23554e6aafdc3cf2168f57f2', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d940707797f469790b86cde4a03d50e', 'project_domain_id': 'default', 'roles': ['member', 'reader'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=69760) authorize /opt/stack/nova/nova/policy.py:192}} [ 1623.503682] env[69760]: DEBUG nova.network.neutron [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Successfully created port: 57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:548}} [ 1623.683317] env[69760]: DEBUG nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Start building block device mappings for instance. {{(pid=69760) _build_resources /opt/stack/nova/nova/compute/manager.py:2871}} [ 1624.695338] env[69760]: DEBUG nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Start spawning the instance on the hypervisor. {{(pid=69760) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2645}} [ 1624.720229] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-04-10T05:59:06Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-04-10T05:58:47Z,direct_url=,disk_format='vmdk',id=a7b93a95-275a-41dc-8462-e5dcda197cf8,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='1e9f2cd3f676498db4b6631e972a2e05',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-04-10T05:58:48Z,virtual_size=,visibility=), allow threads: False {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:567}} [ 1624.720492] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:352}} [ 1624.720654] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image limits 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1624.720840] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Flavor pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:392}} [ 1624.720986] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Image pref 0:0:0 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1624.721152] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=69760) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:434}} [ 1624.721359] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:573}} [ 1624.721518] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:475}} [ 1624.721720] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Got 1 possible topologies {{(pid=69760) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:505}} [ 1624.721921] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:579}} [ 1624.722117] env[69760]: DEBUG nova.virt.hardware [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=69760) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:581}} [ 1624.723009] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-133fc0a8-e16c-44e5-8562-ab8af2295fc0 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.730948] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-134c3bd5-06f8-4c60-96c6-379d40b090e5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1624.839191] env[69760]: DEBUG nova.compute.manager [req-f06302ce-297d-4121-b700-980f1e4a4dc8 req-bf1de678-0e98-4fb5-959c-ba18a2af2396 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Received event network-vif-plugged-57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1624.839472] env[69760]: DEBUG oslo_concurrency.lockutils [req-f06302ce-297d-4121-b700-980f1e4a4dc8 req-bf1de678-0e98-4fb5-959c-ba18a2af2396 service nova] Acquiring lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1624.839626] env[69760]: DEBUG oslo_concurrency.lockutils [req-f06302ce-297d-4121-b700-980f1e4a4dc8 req-bf1de678-0e98-4fb5-959c-ba18a2af2396 service nova] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1624.839796] env[69760]: DEBUG oslo_concurrency.lockutils [req-f06302ce-297d-4121-b700-980f1e4a4dc8 req-bf1de678-0e98-4fb5-959c-ba18a2af2396 service nova] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1624.839967] env[69760]: DEBUG nova.compute.manager [req-f06302ce-297d-4121-b700-980f1e4a4dc8 req-bf1de678-0e98-4fb5-959c-ba18a2af2396 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] No waiting events found dispatching network-vif-plugged-57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) pop_instance_event /opt/stack/nova/nova/compute/manager.py:322}} [ 1624.840147] env[69760]: WARNING nova.compute.manager [req-f06302ce-297d-4121-b700-980f1e4a4dc8 req-bf1de678-0e98-4fb5-959c-ba18a2af2396 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Received unexpected event network-vif-plugged-57463195-0cbd-440d-ada3-19d384c1a7d5 for instance with vm_state building and task_state spawning. [ 1624.919618] env[69760]: DEBUG nova.network.neutron [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Successfully updated port: 57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) _update_port /opt/stack/nova/nova/network/neutron.py:586}} [ 1625.426380] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1625.426380] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1625.426380] env[69760]: DEBUG nova.network.neutron [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Building network info cache for instance {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1625.956834] env[69760]: DEBUG nova.network.neutron [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Instance cache missing network info. {{(pid=69760) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 1626.084740] env[69760]: DEBUG nova.network.neutron [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updating instance_info_cache with network_info: [{"id": "57463195-0cbd-440d-ada3-19d384c1a7d5", "address": "fa:16:3e:16:7c:6f", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57463195-0c", "ovs_interfaceid": "57463195-0cbd-440d-ada3-19d384c1a7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1626.587592] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1626.588078] env[69760]: DEBUG nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Instance network_info: |[{"id": "57463195-0cbd-440d-ada3-19d384c1a7d5", "address": "fa:16:3e:16:7c:6f", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57463195-0c", "ovs_interfaceid": "57463195-0cbd-440d-ada3-19d384c1a7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=69760) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2003}} [ 1626.588656] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:16:7c:6f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '57463195-0cbd-440d-ada3-19d384c1a7d5', 'vif_model': 'vmxnet3'}] {{(pid=69760) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1626.600979] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1626.601293] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Creating VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1626.602693] env[69760]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-567be1a7-b7ef-4525-99f1-f4af1e0b6d00 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1626.622811] env[69760]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1626.622811] env[69760]: value = "task-3395024" [ 1626.622811] env[69760]: _type = "Task" [ 1626.622811] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1626.630731] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3395024, 'name': CreateVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1626.868420] env[69760]: DEBUG nova.compute.manager [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Received event network-changed-57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1626.868784] env[69760]: DEBUG nova.compute.manager [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Refreshing instance network info cache due to event network-changed-57463195-0cbd-440d-ada3-19d384c1a7d5. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1626.869120] env[69760]: DEBUG oslo_concurrency.lockutils [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] Acquiring lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1626.869373] env[69760]: DEBUG oslo_concurrency.lockutils [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] Acquired lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1626.869632] env[69760]: DEBUG nova.network.neutron [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Refreshing network info cache for port 57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1627.137395] env[69760]: DEBUG oslo_vmware.api [-] Task: {'id': task-3395024, 'name': CreateVM_Task, 'duration_secs': 0.303259} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.137797] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Created VM on the ESX host {{(pid=69760) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1627.138604] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.138880] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.139360] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1627.140141] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1c20eae-9cb7-4230-a9d1-81d12a015f95 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.146208] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1627.146208] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ac2e40-b23d-683d-5687-246903e99414" [ 1627.146208] env[69760]: _type = "Task" [ 1627.146208] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.157288] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ac2e40-b23d-683d-5687-246903e99414, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1627.598039] env[69760]: DEBUG nova.network.neutron [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updated VIF entry in instance network info cache for port 57463195-0cbd-440d-ada3-19d384c1a7d5. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1627.598417] env[69760]: DEBUG nova.network.neutron [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updating instance_info_cache with network_info: [{"id": "57463195-0cbd-440d-ada3-19d384c1a7d5", "address": "fa:16:3e:16:7c:6f", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57463195-0c", "ovs_interfaceid": "57463195-0cbd-440d-ada3-19d384c1a7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1627.657707] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52ac2e40-b23d-683d-5687-246903e99414, 'name': SearchDatastore_Task, 'duration_secs': 0.010217} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1627.658038] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1627.658279] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Processing image a7b93a95-275a-41dc-8462-e5dcda197cf8 {{(pid=69760) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1627.658516] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1627.658661] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquired lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1627.658841] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1627.659107] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cb2a1b1f-e7ef-4240-8e3e-e1f6c6510968 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.667158] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=69760) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1627.667311] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=69760) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1627.668015] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20e2556e-f563-4f84-a357-e6c2df552718 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1627.672932] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1627.672932] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4f41e-96f4-a8cb-d75d-9a1616097cd8" [ 1627.672932] env[69760]: _type = "Task" [ 1627.672932] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1627.680814] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4f41e-96f4-a8cb-d75d-9a1616097cd8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.101500] env[69760]: DEBUG oslo_concurrency.lockutils [req-61c803a2-7a28-4bd6-a86b-dd393e2d9c2b req-eb416fd9-b13f-40c0-adf8-4cc7792f20a0 service nova] Releasing lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.183222] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52a4f41e-96f4-a8cb-d75d-9a1616097cd8, 'name': SearchDatastore_Task, 'duration_secs': 0.008833} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.184069] env[69760]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c0e84099-cd19-4a56-9943-05364b32ff66 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.188908] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1628.188908] env[69760]: value = "session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f9e785-8264-4ce8-819f-83a10c59d6df" [ 1628.188908] env[69760]: _type = "Task" [ 1628.188908] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.196630] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f9e785-8264-4ce8-819f-83a10c59d6df, 'name': SearchDatastore_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1628.699715] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': session[5281c93d-347d-6fb6-58d0-21d492036ed1]52f9e785-8264-4ce8-819f-83a10c59d6df, 'name': SearchDatastore_Task, 'duration_secs': 0.009746} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1628.699992] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Releasing lock "[datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1628.700259] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f5fa71f2-bd6b-4a92-ad15-ee30eed370ad/f5fa71f2-bd6b-4a92-ad15-ee30eed370ad.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1628.700513] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d20f7b65-1098-4085-9ae3-288c4395c544 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1628.707369] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1628.707369] env[69760]: value = "task-3395025" [ 1628.707369] env[69760]: _type = "Task" [ 1628.707369] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1628.714687] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395025, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.216475] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395025, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.436991} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.216820] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/a7b93a95-275a-41dc-8462-e5dcda197cf8/a7b93a95-275a-41dc-8462-e5dcda197cf8.vmdk to [datastore2] f5fa71f2-bd6b-4a92-ad15-ee30eed370ad/f5fa71f2-bd6b-4a92-ad15-ee30eed370ad.vmdk {{(pid=69760) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1629.216894] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Extending root virtual disk to 1048576 {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1629.217132] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6196aec9-9526-4a73-86b7-d74f4e95e7ed {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.222677] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1629.222677] env[69760]: value = "task-3395026" [ 1629.222677] env[69760]: _type = "Task" [ 1629.222677] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.230824] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395026, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1629.731881] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395026, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.055915} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1629.732162] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Extended root virtual disk {{(pid=69760) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1629.732917] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a76b065-e6f7-45c3-9854-aac5d7fdf0f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.755034] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] f5fa71f2-bd6b-4a92-ad15-ee30eed370ad/f5fa71f2-bd6b-4a92-ad15-ee30eed370ad.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1629.755034] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9c6272a2-3892-4071-88a5-6bb2e5a27d3b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1629.773746] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1629.773746] env[69760]: value = "task-3395027" [ 1629.773746] env[69760]: _type = "Task" [ 1629.773746] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1629.781110] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395027, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.283578] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395027, 'name': ReconfigVM_Task, 'duration_secs': 0.262208} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.283939] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Reconfigured VM instance instance-0000007f to attach disk [datastore2] f5fa71f2-bd6b-4a92-ad15-ee30eed370ad/f5fa71f2-bd6b-4a92-ad15-ee30eed370ad.vmdk or device None with type sparse {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1630.284439] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be6cac16-2b00-4852-b4c7-86740e86bf79 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.290211] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1630.290211] env[69760]: value = "task-3395028" [ 1630.290211] env[69760]: _type = "Task" [ 1630.290211] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.297130] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395028, 'name': Rename_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1630.800753] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395028, 'name': Rename_Task, 'duration_secs': 0.135603} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1630.801040] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Powering on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1630.801285] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b4f3140a-2eaa-4217-adcc-54ff7fb3c1dd {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1630.807421] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1630.807421] env[69760]: value = "task-3395029" [ 1630.807421] env[69760]: _type = "Task" [ 1630.807421] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1630.814348] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395029, 'name': PowerOnVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1631.317206] env[69760]: DEBUG oslo_vmware.api [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395029, 'name': PowerOnVM_Task, 'duration_secs': 0.426208} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1631.317606] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Powered on the VM {{(pid=69760) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1631.317735] env[69760]: INFO nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1631.317825] env[69760]: DEBUG nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Checking state {{(pid=69760) _get_power_state /opt/stack/nova/nova/compute/manager.py:1798}} [ 1631.318587] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fc5c473-8947-44e7-9c6c-79ad7912e96e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1631.836443] env[69760]: INFO nova.compute.manager [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Took 11.28 seconds to build instance. [ 1632.338675] env[69760]: DEBUG oslo_concurrency.lockutils [None req-4a1c3d11-e8c1-41ef-b9b7-d04082488a97 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.789s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1632.495581] env[69760]: DEBUG nova.compute.manager [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Received event network-changed-57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1632.495709] env[69760]: DEBUG nova.compute.manager [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Refreshing instance network info cache due to event network-changed-57463195-0cbd-440d-ada3-19d384c1a7d5. {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11742}} [ 1632.495928] env[69760]: DEBUG oslo_concurrency.lockutils [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] Acquiring lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1632.496085] env[69760]: DEBUG oslo_concurrency.lockutils [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] Acquired lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1632.496252] env[69760]: DEBUG nova.network.neutron [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Refreshing network info cache for port 57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2064}} [ 1633.188507] env[69760]: DEBUG nova.network.neutron [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updated VIF entry in instance network info cache for port 57463195-0cbd-440d-ada3-19d384c1a7d5. {{(pid=69760) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3539}} [ 1633.188875] env[69760]: DEBUG nova.network.neutron [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updating instance_info_cache with network_info: [{"id": "57463195-0cbd-440d-ada3-19d384c1a7d5", "address": "fa:16:3e:16:7c:6f", "network": {"id": "1b44a63f-07d5-4ae1-9037-b206c3f5734e", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-479424263-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.154", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8d940707797f469790b86cde4a03d50e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "6f493cd8-1cb4-42a1-8d56-bfa6ac7cf563", "external-id": "nsx-vlan-transportzone-931", "segmentation_id": 931, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap57463195-0c", "ovs_interfaceid": "57463195-0cbd-440d-ada3-19d384c1a7d5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1633.691967] env[69760]: DEBUG oslo_concurrency.lockutils [req-fc0ceb41-78b9-45ff-8e49-e09ebc940236 req-55d648ec-8db5-4872-b95b-e43dd7033890 service nova] Releasing lock "refresh_cache-f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" {{(pid=69760) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1656.052017] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.057075] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1658.057444] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1660.057188] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1660.057527] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1661.052322] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1661.557898] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.056597] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1662.560117] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.560472] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.560649] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1662.560848] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1662.562278] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd35e6a7-81d0-4624-bd3d-d339efb2f580 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.571152] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a34740f-00c0-49e6-b1dc-bf6fc4ba5286 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.586321] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-157041ab-cbfc-4ea8-85f9-22a994d0f32e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.592923] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d4077c7-16d2-4871-820e-a6daf9a99faa {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1662.624531] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180777MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1662.624655] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.624888] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1663.649559] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Instance f5fa71f2-bd6b-4a92-ad15-ee30eed370ad actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=69760) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1737}} [ 1663.649836] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1663.649941] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=200GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1663.675071] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25e1e3c1-9e84-437e-8773-0abd8167f057 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.682725] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af60f4da-bd21-4a57-98fd-86e1b22d56ca {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.711529] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d388e6c9-b908-487b-9cc2-73a0434f06f7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.717926] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff98188d-1ca7-4983-ac6a-3ddb07c319a3 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1663.730354] env[69760]: DEBUG nova.compute.provider_tree [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.233685] env[69760]: DEBUG nova.scheduler.client.report [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1664.739501] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=69760) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1664.739858] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.115s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.740309] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1665.740669] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1671.104906] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1671.105179] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1671.609730] env[69760]: DEBUG nova.compute.utils [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Using /dev/sd instead of None {{(pid=69760) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1672.113226] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.008s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1673.167753] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1673.168109] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1673.168234] env[69760]: INFO nova.compute.manager [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Attaching volume 40257696-0abe-468f-9dd3-aa3165087c4f to /dev/sdb [ 1673.197916] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-356caa5e-3b29-4ae6-8d8d-921f7853356e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.205442] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c96eb007-dda1-4246-9ffb-f8315d85d649 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.217791] env[69760]: DEBUG nova.virt.block_device [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updating existing volume attachment record: 4edc8dd2-c599-4d17-bc59-b1890808fdf7 {{(pid=69760) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1677.759831] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Volume attach. Driver type: vmdk {{(pid=69760) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1677.760089] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677320', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'name': 'volume-40257696-0abe-468f-9dd3-aa3165087c4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5fa71f2-bd6b-4a92-ad15-ee30eed370ad', 'attached_at': '', 'detached_at': '', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'serial': '40257696-0abe-468f-9dd3-aa3165087c4f'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1677.760965] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdb139f4-5195-4a1f-8bcf-375d42d3763c {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.777629] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2dcdb2-128e-4600-ad8f-95f76ba842b5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.801247] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Reconfiguring VM instance instance-0000007f to attach disk [datastore2] volume-40257696-0abe-468f-9dd3-aa3165087c4f/volume-40257696-0abe-468f-9dd3-aa3165087c4f.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1677.801478] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cd4fef94-f3eb-4904-92c4-5b106f1798f6 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1677.818788] env[69760]: DEBUG oslo_vmware.api [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1677.818788] env[69760]: value = "task-3395032" [ 1677.818788] env[69760]: _type = "Task" [ 1677.818788] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1677.826259] env[69760]: DEBUG oslo_vmware.api [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395032, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.329945] env[69760]: DEBUG oslo_vmware.api [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395032, 'name': ReconfigVM_Task, 'duration_secs': 0.309196} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.330246] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Reconfigured VM instance instance-0000007f to attach disk [datastore2] volume-40257696-0abe-468f-9dd3-aa3165087c4f/volume-40257696-0abe-468f-9dd3-aa3165087c4f.vmdk or device None with type thin {{(pid=69760) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1678.334753] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-63f134ad-553b-43ef-a228-3711231e5e25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1678.349400] env[69760]: DEBUG oslo_vmware.api [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1678.349400] env[69760]: value = "task-3395033" [ 1678.349400] env[69760]: _type = "Task" [ 1678.349400] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1678.356773] env[69760]: DEBUG oslo_vmware.api [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1678.859572] env[69760]: DEBUG oslo_vmware.api [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395033, 'name': ReconfigVM_Task, 'duration_secs': 0.131932} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1678.859875] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677320', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'name': 'volume-40257696-0abe-468f-9dd3-aa3165087c4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5fa71f2-bd6b-4a92-ad15-ee30eed370ad', 'attached_at': '', 'detached_at': '', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'serial': '40257696-0abe-468f-9dd3-aa3165087c4f'} {{(pid=69760) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1679.895148] env[69760]: DEBUG nova.objects.instance [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'flavor' on Instance uuid f5fa71f2-bd6b-4a92-ad15-ee30eed370ad {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1680.401356] env[69760]: DEBUG oslo_concurrency.lockutils [None req-fb116da8-8596-46c0-8621-d2a4bb70f69e tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.233s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1680.580569] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1680.580817] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1681.083572] env[69760]: INFO nova.compute.manager [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Detaching volume 40257696-0abe-468f-9dd3-aa3165087c4f [ 1681.112238] env[69760]: INFO nova.virt.block_device [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Attempting to driver detach volume 40257696-0abe-468f-9dd3-aa3165087c4f from mountpoint /dev/sdb [ 1681.112488] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Volume detach. Driver type: vmdk {{(pid=69760) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1681.112674] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677320', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'name': 'volume-40257696-0abe-468f-9dd3-aa3165087c4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5fa71f2-bd6b-4a92-ad15-ee30eed370ad', 'attached_at': '', 'detached_at': '', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'serial': '40257696-0abe-468f-9dd3-aa3165087c4f'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1681.113556] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dcff87d-5ac9-45e9-8535-e1a8dfc2560d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.134846] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-035a7c27-010d-4b3c-b3d3-546cefae49ef {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.141647] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b54c83a-0bb4-4342-82f7-87eed4264d23 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.161894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84342b1-2b50-41f9-a0e7-4fa0f4d66333 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.175488] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] The volume has not been displaced from its original location: [datastore2] volume-40257696-0abe-468f-9dd3-aa3165087c4f/volume-40257696-0abe-468f-9dd3-aa3165087c4f.vmdk. No consolidation needed. {{(pid=69760) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1681.180530] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Reconfiguring VM instance instance-0000007f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1681.180770] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cf64259-aef1-4fb0-841a-e466c91e383e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.197567] env[69760]: DEBUG oslo_vmware.api [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1681.197567] env[69760]: value = "task-3395034" [ 1681.197567] env[69760]: _type = "Task" [ 1681.197567] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.206053] env[69760]: DEBUG oslo_vmware.api [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1681.707489] env[69760]: DEBUG oslo_vmware.api [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395034, 'name': ReconfigVM_Task, 'duration_secs': 0.206166} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1681.707774] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Reconfigured VM instance instance-0000007f to detach disk 2001 {{(pid=69760) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1681.712451] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b7b004f-414f-4769-a91a-111fb4b03c25 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1681.727183] env[69760]: DEBUG oslo_vmware.api [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1681.727183] env[69760]: value = "task-3395035" [ 1681.727183] env[69760]: _type = "Task" [ 1681.727183] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1681.734657] env[69760]: DEBUG oslo_vmware.api [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395035, 'name': ReconfigVM_Task} progress is 5%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1682.236797] env[69760]: DEBUG oslo_vmware.api [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395035, 'name': ReconfigVM_Task, 'duration_secs': 0.123579} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1682.237118] env[69760]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-677320', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'name': 'volume-40257696-0abe-468f-9dd3-aa3165087c4f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'f5fa71f2-bd6b-4a92-ad15-ee30eed370ad', 'attached_at': '', 'detached_at': '', 'volume_id': '40257696-0abe-468f-9dd3-aa3165087c4f', 'serial': '40257696-0abe-468f-9dd3-aa3165087c4f'} {{(pid=69760) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1682.775705] env[69760]: DEBUG nova.objects.instance [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'flavor' on Instance uuid f5fa71f2-bd6b-4a92-ad15-ee30eed370ad {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1683.785017] env[69760]: DEBUG oslo_concurrency.lockutils [None req-2e445326-de1d-4539-93b6-6067c20d3e8d tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.204s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.810962] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.811347] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.811495] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1684.811726] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1684.811959] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1684.814017] env[69760]: INFO nova.compute.manager [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Terminating instance [ 1685.318107] env[69760]: DEBUG nova.compute.manager [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Start destroying the instance on the hypervisor. {{(pid=69760) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3164}} [ 1685.318374] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Destroying instance {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1685.319343] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7c56525-45d3-478a-a8fa-67e431f84119 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.327326] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Powering off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1685.327558] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1fbcd257-5719-4803-9e65-8a85107664e2 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.333956] env[69760]: DEBUG oslo_vmware.api [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1685.333956] env[69760]: value = "task-3395036" [ 1685.333956] env[69760]: _type = "Task" [ 1685.333956] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.342299] env[69760]: DEBUG oslo_vmware.api [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395036, 'name': PowerOffVM_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1685.843975] env[69760]: DEBUG oslo_vmware.api [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395036, 'name': PowerOffVM_Task, 'duration_secs': 0.181402} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1685.844382] env[69760]: DEBUG nova.virt.vmwareapi.vm_util [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Powered off the VM {{(pid=69760) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1685.844431] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Unregistering the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1685.844661] env[69760]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-725b58e3-1143-4756-b9eb-0ba2aacad49a {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.911141] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Unregistered the VM {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1685.911383] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Deleting contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1685.911560] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleting the datastore file [datastore2] f5fa71f2-bd6b-4a92-ad15-ee30eed370ad {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1685.911829] env[69760]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9465baf5-336a-48d4-8851-9884bd5f4a75 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1685.919396] env[69760]: DEBUG oslo_vmware.api [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for the task: (returnval){ [ 1685.919396] env[69760]: value = "task-3395038" [ 1685.919396] env[69760]: _type = "Task" [ 1685.919396] env[69760]: } to complete. {{(pid=69760) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1685.926988] env[69760]: DEBUG oslo_vmware.api [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395038, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1686.429561] env[69760]: DEBUG oslo_vmware.api [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Task: {'id': task-3395038, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137787} completed successfully. {{(pid=69760) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1686.429898] env[69760]: DEBUG nova.virt.vmwareapi.ds_util [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted the datastore file {{(pid=69760) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1686.430107] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Deleted contents of the VM from datastore datastore2 {{(pid=69760) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1686.430335] env[69760]: DEBUG nova.virt.vmwareapi.vmops [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Instance destroyed {{(pid=69760) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1686.430516] env[69760]: INFO nova.compute.manager [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1686.430778] env[69760]: DEBUG oslo.service.backend.eventlet.loopingcall [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=69760) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/loopingcall.py:436}} [ 1686.430966] env[69760]: DEBUG nova.compute.manager [-] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Deallocating network for instance {{(pid=69760) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2296}} [ 1686.431081] env[69760]: DEBUG nova.network.neutron [-] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] deallocate_for_instance() {{(pid=69760) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 1686.870251] env[69760]: DEBUG nova.compute.manager [req-7fcb0499-d86b-4f52-9056-5e4250267355 req-348de073-d3e5-44b8-8815-c36db2dd0a55 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Received event network-vif-deleted-57463195-0cbd-440d-ada3-19d384c1a7d5 {{(pid=69760) external_instance_event /opt/stack/nova/nova/compute/manager.py:11737}} [ 1686.870567] env[69760]: INFO nova.compute.manager [req-7fcb0499-d86b-4f52-9056-5e4250267355 req-348de073-d3e5-44b8-8815-c36db2dd0a55 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Neutron deleted interface 57463195-0cbd-440d-ada3-19d384c1a7d5; detaching it from the instance and deleting it from the info cache [ 1686.870885] env[69760]: DEBUG nova.network.neutron [req-7fcb0499-d86b-4f52-9056-5e4250267355 req-348de073-d3e5-44b8-8815-c36db2dd0a55 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.351303] env[69760]: DEBUG nova.network.neutron [-] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Updating instance_info_cache with network_info: [] {{(pid=69760) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1687.373792] env[69760]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-18df407d-e787-43bb-8427-ff3414c1cd59 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.384785] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afcf33cc-13ee-4d4f-a664-a0a97ff2e1ba {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1687.409926] env[69760]: DEBUG nova.compute.manager [req-7fcb0499-d86b-4f52-9056-5e4250267355 req-348de073-d3e5-44b8-8815-c36db2dd0a55 service nova] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Detach interface failed, port_id=57463195-0cbd-440d-ada3-19d384c1a7d5, reason: Instance f5fa71f2-bd6b-4a92-ad15-ee30eed370ad could not be found. {{(pid=69760) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11571}} [ 1687.853634] env[69760]: INFO nova.compute.manager [-] [instance: f5fa71f2-bd6b-4a92-ad15-ee30eed370ad] Took 1.42 seconds to deallocate network for instance. [ 1688.361194] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1688.361526] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1688.361716] env[69760]: DEBUG nova.objects.instance [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lazy-loading 'resources' on Instance uuid f5fa71f2-bd6b-4a92-ad15-ee30eed370ad {{(pid=69760) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1688.896700] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fdc407-ad80-40db-9e07-ef8bd9a5b9cc {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.904620] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33f50361-7a3d-48ec-aed3-2e65a976dcfb {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.934920] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937de97a-99de-4dd0-a9be-428ff13ca49b {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.941828] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b69cc447-e212-4b9f-847d-6d98efa55c7e {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1688.955660] env[69760]: DEBUG nova.compute.provider_tree [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed in ProviderTree for provider: 0341868b-b8c4-4012-b007-040da1f96754 {{(pid=69760) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1689.459334] env[69760]: DEBUG nova.scheduler.client.report [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Inventory has not changed for provider 0341868b-b8c4-4012-b007-040da1f96754 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 400, 'reserved': 0, 'min_unit': 1, 'max_unit': 102, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=69760) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1689.965208] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.603s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1689.983981] env[69760]: INFO nova.scheduler.client.report [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Deleted allocations for instance f5fa71f2-bd6b-4a92-ad15-ee30eed370ad [ 1690.494946] env[69760]: DEBUG oslo_concurrency.lockutils [None req-74102db4-73a6-4a63-b68c-4ef10a778b39 tempest-AttachVolumeNegativeTest-1721517886 tempest-AttachVolumeNegativeTest-1721517886-project-member] Lock "f5fa71f2-bd6b-4a92-ad15-ee30eed370ad" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.684s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1716.052509] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.057057] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1718.057409] env[69760]: DEBUG nova.compute.manager [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=69760) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11153}} [ 1721.057016] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1721.057443] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.057019] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.057283] env[69760]: DEBUG oslo_service.periodic_task [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Running periodic task ComputeManager.update_available_resource {{(pid=69760) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1722.561163] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.561427] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1722.561602] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1722.561752] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=69760) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1722.562786] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9ed464-87a1-46e7-8fb7-ed98a0725fc7 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.572836] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-720101c4-f928-4928-888a-4e76942942ec {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.586894] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9a0f98-a2b9-4f2d-86e7-db0ff8ca8b5d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.593498] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5fc0e91-fe5f-4f0d-87b9-a8f274bf649d {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1722.621805] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180786MB free_disk=102GB free_vcpus=48 pci_devices=None {{(pid=69760) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1722.622020] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.622210] env[69760]: DEBUG oslo_concurrency.lockutils [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=69760) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.646267] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1723.646588] env[69760]: DEBUG nova.compute.resource_tracker [None req-6df52cca-6993-4014-89dc-bff72a181696 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=200GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] {{(pid=69760) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1723.662124] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14b489c2-f5a3-4682-88a4-a38d3548e259 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.669974] env[69760]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b50dc284-0f64-421f-ba2d-a803117a4ce5 {{(pid=69760) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}}